-- Logs begin at Mon 2021-05-31 12:13:28 UTC, end at Mon 2021-05-31 13:45:07 UTC. -- May 31 12:43:19.379474 dv-cinder-790492-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 31 12:43:20.342483 dv-cinder-790492-5-iscsi neutron-server[91648]: Beware of the coming changes in the project packaging May 31 12:43:20.342483 dv-cinder-790492-5-iscsi neutron-server[91648]: https://github.com/svinota/pyroute2/discussions/786 May 31 12:43:21.772912 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.common.config [-] Logging enabled! May 31 12:43:21.773572 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:43:21.773658 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:43:21.776847 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.common.config [-] Logging enabled! May 31 12:43:21.777099 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 12:43:21.777401 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91648) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 12:43:21.778309 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:43:21.778539 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:43:21.778900 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:43:21.779145 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:43:21.779361 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:43:21.779678 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.779970 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.780239 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.780459 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.780750 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.781036 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.781310 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.781591 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.781880 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.782156 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.782429 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.782686 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.782934 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.783206 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.783483 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.783761 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.783983 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] debug = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.784253 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.784673 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.785088 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.785358 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.785639 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.785908 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.786170 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.786441 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.786718 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.787059 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] host = dv-cinder-790492-5-iscsi {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.787328 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.787607 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.787887 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.788160 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.788427 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.788694 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.788969 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.789233 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.789496 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] log_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.789765 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.790043 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.790320 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.790608 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.790849 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.791066 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.791348 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.791631 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.791897 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.792219 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.792488 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.792754 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.793023 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.793284 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.793560 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.793838 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.794117 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.794382 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.794648 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.794935 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.795199 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.795474 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.795741 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.796008 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.796274 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.796556 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.796823 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.797090 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.797382 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.797663 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.797946 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.798222 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.798492 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.798790 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.799061 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.799329 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.799598 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] use_json = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.799862 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.800124 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.800401 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.800669 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.800935 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.801201 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.801466 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.801745 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:21.802033 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.802330 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.802622 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.802929 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.803218 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.803493 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.803774 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.804050 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.804333 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.804616 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.804898 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.805168 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.805447 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.805715 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.806002 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.806299 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.806589 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.806895 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.807166 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.807434 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.807724 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.807995 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.808284 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.808572 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.808858 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.809124 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.809396 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.809679 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.809948 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.810212 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.810482 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.810784 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.811055 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.811320 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.811595 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.811866 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.812130 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.812399 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.812665 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.812945 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.813214 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.813476 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.813737 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.814009 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.814275 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.814552 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.814845 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.815110 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.815373 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.815641 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.815906 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.816170 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.816439 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.816705 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.816969 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.817230 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.817492 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.817756 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.818018 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.818283 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.818546 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.818832 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.819102 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.819363 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.819627 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.819890 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.820155 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.820419 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.820700 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.820986 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.821255 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.821523 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.821791 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.822070 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.822328 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.822596 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.822888 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.823158 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.823474 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.823988 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.824278 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.824569 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.824837 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.825107 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.825393 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.825666 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.825942 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.826212 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.826481 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.826789 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.827070 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.827355 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.827640 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.827921 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.828221 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.828491 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.828763 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.829065 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.829335 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:21.829548 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:43:21.829784 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91648) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 12:43:22.167698 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:22.167894 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:22.168167 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:22.168637 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 12:43:22.556402 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.556647 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.556947 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.558192 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.558458 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.558713 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.593058 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.593317 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.593584 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.606471 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.606761 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.607033 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.636167 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.636438 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.636700 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.671987 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.672261 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.672521 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.897565 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.898193 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.898193 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.898331 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:22.899020 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.020136 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.020448 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.020727 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.020996 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.021260 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.021566 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.021822 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.022071 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.022317 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.022594 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.022950 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.023197 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.023455 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.023708 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.023976 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.024237 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.025509 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.025839 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.026083 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.026374 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.026738 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.027012 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.027273 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.027556 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.027806 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.028050 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.028432 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.028676 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.028910 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.029145 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.029377 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.029605 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.029992 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 12:43:23.033218 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 12:43:23.037110 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 12:43:23.040914 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) May 31 12:43:23.042576 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 12:43:23.043053 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 12:43:23.043387 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 12:43:23.043774 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 12:43:23.046720 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 12:43:23.046994 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 12:43:23.047337 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:43:23.074267 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 12:43:23.074719 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.075043 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91648) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 12:43:23.075397 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.076735 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91648) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 12:43:23.077004 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 12:43:23.077245 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 12:43:23.080506 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.080780 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.153429 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 12:43:23.153584 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 12:43:23.153834 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 12:43:23.154191 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 12:43:23.188346 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_db.sqlalchemy.engines [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91648) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 12:43:23.521546 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing driver for type 'gre' May 31 12:43:23.522103 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] gre ID ranges: [(1, 1000)] May 31 12:43:23.575771 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing driver for type 'local' May 31 12:43:23.576101 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing driver for type 'vlan' May 31 12:43:23.589618 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] VlanTypeDriver initialization complete May 31 12:43:23.589951 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing driver for type 'vxlan' May 31 12:43:23.590454 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] vxlan ID ranges: [(1, 1000)] May 31 12:43:23.644750 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing extension driver 'port_security' May 31 12:43:23.645135 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.extensions.port_security [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] PortSecurityExtensionDriver initialization complete May 31 12:43:23.645471 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing mechanism driver 'openvswitch' May 31 12:43:23.645810 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing mechanism driver 'hyperv' May 31 12:43:23.652583 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.plugin [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:23.653355 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.653722 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.654073 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.654473 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnet after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.654835 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnet after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.655177 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnet after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.655552 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.655894 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.656243 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.656602 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > security_group after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.656941 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > security_group after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.657283 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > security_group after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.657640 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.657981 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.658318 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.658689 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > address_group after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.659057 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > address_group after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.659433 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > address_group after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.659815 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] ML2 OVO RPC backend initialized. {{(pid=91648) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 12:43:23.660582 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router_interface after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.660999 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.661410 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.661754 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > networks before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.662103 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.662444 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > ports before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.662880 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnet before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.663224 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnets before_response 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.663726 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.664072 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.664410 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.664745 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.665081 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.665415 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.665754 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnet after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.666086 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnet after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.666415 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > subnet after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.667004 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.plugin [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Modular L2 Plugin initialization complete May 31 12:43:23.667330 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading services supported by the core plugin {{(pid=91648) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 12:43:23.667657 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.plugins.ml2.managers [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Got port-security extension from driver 'port_security' May 31 12:43:23.668117 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.extensions.vlantransparent [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Disabled vlantransparent extension. May 31 12:43:23.668602 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91648) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 12:43:23.668913 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: router May 31 12:43:23.705714 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router_interface before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.706094 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router after_create 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.706465 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router before_create 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.706854 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.707223 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.707581 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router after_delete 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.707938 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > floatingip after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.708297 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router after_create 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.708643 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router after_update 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.708991 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router after_update 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.709326 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.709680 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router after_update 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.710092 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_update 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.710463 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: port after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.710830 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: port after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.711166 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: subnet after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.711506 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.711850 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > port precommit_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.712180 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_create 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.712516 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: port before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.712858 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.713217 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router after_update 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.713561 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_delete 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.713905 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_create 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.714264 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router_interface after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.714604 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_update 55549900 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.715069 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > network after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.715911 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Tracking information for resource: router configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.716239 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Tracking information for resource: floatingip configured {{(pid=91648) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 12:43:23.721186 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.db.l3_agentschedulers_db [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 12:43:23.721754 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: port after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.722107 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: port after_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.722455 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: port after_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.722825 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: port after_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.723602 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router before_create 55550100 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.723957 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_delete 55550100 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.724311 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_create 55550100 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.724658 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > router precommit_update 55550100 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.729180 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.services.provider_configuration [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service providers = [] {{(pid=91648) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 12:43:23.729542 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.db.servicetype_db [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91648) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 12:43:23.732525 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.services.service_base [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:43:23.732870 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.services.service_base [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:43:23.733202 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.services.service_base [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:43:23.734068 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.services.service_base [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91648) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 12:43:23.734434 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.services.service_base [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 12:43:23.734981 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.735297 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 12:43:23.745755 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.746121 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: auto_allocate May 31 12:43:23.751737 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: network precommit_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.752098 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: network precommit_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.752605 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.752918 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: tag May 31 12:43:23.759989 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.760318 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: timestamp May 31 12:43:23.764094 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.764423 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: network_ip_availability May 31 12:43:23.769596 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.769964 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.770315 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.771045 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.771361 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: flavors May 31 12:43:23.776386 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.777006 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading Plugin: revisions May 31 12:43:23.781254 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91648) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 12:43:23.781644 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=91648) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:23.782372 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91648) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 12:43:23.782707 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Initializing extension manager. May 31 12:43:23.783229 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: __init__.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.783567 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: __pycache__ {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.783897 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.784218 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: address_group.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.784957 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.785525 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: address-group May 31 12:43:23.785843 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: address_scope.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.786539 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.787051 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: address-scope May 31 12:43:23.787368 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: admin_state_down_before_update.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.788282 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.788786 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: router-admin-state-down-before-update May 31 12:43:23.789100 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: agent.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.789783 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.790281 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: agent May 31 12:43:23.790593 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: agent_resources_synced.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.791509 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.792017 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: agent-resources-synced May 31 12:43:23.792316 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: allowedaddresspairs.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.794141 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.794651 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: allowed-address-pairs May 31 12:43:23.794998 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: auto_allocated_topology.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.796047 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.796556 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: auto-allocated-topology May 31 12:43:23.796882 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: availability_zone.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.797565 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.798065 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: availability_zone May 31 12:43:23.798383 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: availability_zone_filter.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.799303 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.799800 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: availability_zone_filter May 31 12:43:23.800116 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: data_plane_status.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.801025 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.801491 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension data-plane-status not supported by any of loaded plugins May 31 12:43:23.801803 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: default_subnetpools.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.802711 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.803228 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: default-subnetpools May 31 12:43:23.803544 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: dhcpagentscheduler.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.804336 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.804827 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: dhcp_agent_scheduler May 31 12:43:23.805143 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: dns.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.806036 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.806525 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension dns-integration not supported by any of loaded plugins May 31 12:43:23.806874 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: dns_domain_ports.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.807760 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.808253 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 12:43:23.808592 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: dvr.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.809259 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.809755 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: dvr May 31 12:43:23.810070 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: empty_string_filtering.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.810982 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.811481 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: empty-string-filtering May 31 12:43:23.811799 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.812679 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.813176 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 12:43:23.813495 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.814380 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.814914 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 12:43:23.815230 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: external_net.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.816116 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.816614 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: external-net May 31 12:43:23.816927 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: extra_dhcp_opt.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.817808 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.818309 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: extra_dhcp_opt May 31 12:43:23.818621 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: extraroute.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.819532 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.820026 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: extraroute May 31 12:43:23.820338 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: extraroute_atomic.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.821348 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.821844 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: extraroute-atomic May 31 12:43:23.822160 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: filter_validation.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.822843 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.823316 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: filter-validation May 31 12:43:23.823628 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: fip_pf_description.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.824753 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.825268 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 12:43:23.825589 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: fip_port_details.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.826489 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.826994 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: fip-port-details May 31 12:43:23.827310 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: flavors.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.828536 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.829042 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: flavors May 31 12:43:23.829363 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.831093 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.831598 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 12:43:23.831922 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: floatingip_pools.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.832606 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.833108 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: floatingip-pools May 31 12:43:23.833422 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: ip_allocation.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.834306 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.834833 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension ip_allocation not supported by any of loaded plugins May 31 12:43:23.835151 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.836055 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.836549 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: ip-substring-filtering May 31 12:43:23.836867 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l2_adjacency.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.837778 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.838268 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension l2_adjacency not supported by any of loaded plugins May 31 12:43:23.838584 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l3.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.839559 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.840217 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: router May 31 12:43:23.840540 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l3_conntrack_helper.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.842772 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.843297 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 12:43:23.843696 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.844631 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.845151 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: ext-gw-mode May 31 12:43:23.845487 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.846382 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.846922 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: l3-ha May 31 12:43:23.847242 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l3_flavors.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.848134 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.848636 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: l3-flavors May 31 12:43:23.848958 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.849858 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.850365 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: l3-port-ip-change-not-allowed May 31 12:43:23.850688 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: l3agentscheduler.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.851716 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.852222 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: l3_agent_scheduler May 31 12:43:23.852543 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: logging.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.854015 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.854518 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension logging not supported by any of loaded plugins May 31 12:43:23.854884 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: metering.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.855712 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.856270 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: metering May 31 12:43:23.856590 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.857701 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.858205 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: metering_source_and_destination_fields May 31 12:43:23.858528 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: multiprovidernet.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.859578 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.860080 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: multi-provider May 31 12:43:23.860396 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: netmtu.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.861296 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.861799 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: net-mtu May 31 12:43:23.862107 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: netmtu_writable.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.863041 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.863535 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: net-mtu-writable May 31 12:43:23.863847 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: network_availability_zone.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.864508 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.865011 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: network_availability_zone May 31 12:43:23.865324 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: network_ip_availability.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.866410 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.866952 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: network-ip-availability May 31 12:43:23.867275 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: network_segment_range.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.868035 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.868531 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension network-segment-range not supported by any of loaded plugins May 31 12:43:23.868845 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: pagination.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.869812 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.870146 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: pagination May 31 12:43:23.870456 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: port_device_profile.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.871398 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.871898 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: port-device-profile May 31 12:43:23.872213 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.873101 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.873596 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: port-mac-address-regenerate May 31 12:43:23.873908 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.874812 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.875312 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: port-numa-affinity-policy May 31 12:43:23.875630 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: port_resource_request.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.876519 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.877009 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension port-resource-request not supported by any of loaded plugins May 31 12:43:23.877323 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: portbindings.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.878251 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.878773 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: binding May 31 12:43:23.879090 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: portbindings_extended.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.880346 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.880847 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: binding-extended May 31 12:43:23.881163 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: portsecurity.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.882061 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.882563 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: port-security May 31 12:43:23.882919 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: project_id.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.884212 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.884542 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: project-id May 31 12:43:23.884857 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: providernet.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.885759 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.886268 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: provider May 31 12:43:23.886695 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.890153 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.890673 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos not supported by any of loaded plugins May 31 12:43:23.891046 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.892272 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.892772 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 12:43:23.893099 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.893996 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.894495 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 12:43:23.894847 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_default.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.895744 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.896246 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-default not supported by any of loaded plugins May 31 12:43:23.896565 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_fip.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.897200 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.897691 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-fip not supported by any of loaded plugins May 31 12:43:23.898228 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_gateway_ip.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.898943 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.899447 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 12:43:23.899759 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_port_network_policy.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.900648 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.901148 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 12:43:23.901463 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_rule_type_details.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.902376 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.902899 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 12:43:23.903217 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: qos_rules_alias.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.904238 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.904738 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 12:43:23.905054 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: quotasv2.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.906055 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.906379 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: quotas May 31 12:43:23.906697 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: quotasv2_detail.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.908314 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.908649 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: quota_details May 31 12:43:23.908976 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: rbac.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.910002 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.910505 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: rbac-policies May 31 12:43:23.910867 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: rbac_address_group.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.911774 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.912280 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: rbac-address-group May 31 12:43:23.912595 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: rbac_address_scope.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.913494 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.914005 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: rbac-address-scope May 31 12:43:23.914323 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: rbac_security_groups.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.915247 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.915747 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: rbac-security-groups May 31 12:43:23.916064 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: rbac_subnetpool.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.916976 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.917465 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: rbac-subnetpool May 31 12:43:23.917797 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: revisionifmatch.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.918712 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.919238 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: revision-if-match May 31 12:43:23.919551 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: revisions.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.920638 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.921138 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: standard-attr-revisions May 31 12:43:23.921461 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: router_availability_zone.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.922120 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.922630 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: router_availability_zone May 31 12:43:23.922981 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: routerservicetype.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.923879 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.924386 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension router-service-type not supported by any of loaded plugins May 31 12:43:23.924706 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.925612 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.926112 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: security-groups-normalized-cidr May 31 12:43:23.926427 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: security_groups_port_filtering.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.927367 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.927866 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: port-security-groups-filtering May 31 12:43:23.928177 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.929088 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.929584 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: security-groups-remote-address-group May 31 12:43:23.929895 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: securitygroup.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.940544 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.941068 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: security-group May 31 12:43:23.941399 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: segment.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.942187 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.942685 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension segment not supported by any of loaded plugins May 31 12:43:23.943037 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.943984 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.944566 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 12:43:23.944890 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: servicetype.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.945996 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.946498 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: service-type May 31 12:43:23.946847 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: sorting.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.947819 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.948143 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: sorting May 31 12:43:23.948458 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: standard_attr_segment.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.949441 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.949942 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 12:43:23.950254 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: standardattrdescription.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.950917 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.951410 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: standard-attr-description May 31 12:43:23.951727 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: stateful_security_group.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.952635 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.953138 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: stateful-security-group May 31 12:43:23.953455 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: stdattrs_common.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.954017 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 12:43:23.954334 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.955333 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.955838 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 12:43:23.956151 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: subnet_onboard.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.957230 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.957744 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: subnet_onboard May 31 12:43:23.958054 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.958988 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.959485 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 12:43:23.959800 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: subnet_service_types.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.960706 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.961300 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: subnet-service-types May 31 12:43:23.961611 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: subnetallocation.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.962760 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.964312 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: subnet_allocation May 31 12:43:23.964668 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.965398 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.965902 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: subnetpool-prefix-ops May 31 12:43:23.966229 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.967153 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.967651 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 12:43:23.967965 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: tagging.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.969033 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.969529 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: standard-attr-tag May 31 12:43:23.969849 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: timestamp.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.971054 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.971555 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loaded extension: standard-attr-timestamp May 31 12:43:23.971875 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: trunk.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.972896 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.973397 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension trunk not supported by any of loaded plugins May 31 12:43:23.973714 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: trunk_details.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.974608 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.975116 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension trunk-details not supported by any of loaded plugins May 31 12:43:23.975437 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: uplink_status_propagation.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.976337 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.976834 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 12:43:23.977146 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Loading extension file: vlantransparent.py {{(pid=91648) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 12:43:23.977799 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91648) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 12:43:23.978300 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extension vlan-transparent not supported by any of loaded plugins May 31 12:43:23.980901 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:network May 31 12:43:23.981648 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:subnet May 31 12:43:23.983607 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:43:23.984236 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:port May 31 12:43:23.985526 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.985957 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service FLAVORS assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.986583 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.987052 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.987379 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:router May 31 12:43:23.988034 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:floatingip May 31 12:43:23.988746 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service METERING assigned prefix: /metering {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.990206 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.990578 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.990955 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:43:23.992102 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:43:23.992550 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:security_group May 31 12:43:23.993237 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:43:23.993961 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service CORE assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.994293 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:43:23.994620 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] subnetpool is already registered May 31 12:43:23.995270 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service CORE assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.995596 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:43:23.995952 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] subnetpool is already registered May 31 12:43:23.998759 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.999182 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service FLAVORS assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:23.999774 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:24.000192 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:24.000523 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:router May 31 12:43:24.000848 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] router is already registered May 31 12:43:24.001442 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:floatingip May 31 12:43:24.001761 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] floatingip is already registered May 31 12:43:24.002385 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service METERING assigned prefix: /metering {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:24.003074 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of CountableResource for resource:rbac_policy May 31 12:43:24.003393 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] rbac_policy is already registered May 31 12:43:24.003933 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:security_group May 31 12:43:24.004269 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] security_group is already registered May 31 12:43:24.004848 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:security_group_rule May 31 12:43:24.005186 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] security_group_rule is already registered May 31 12:43:24.005861 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service CORE assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:24.006191 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:43:24.006507 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] subnetpool is already registered May 31 12:43:24.007132 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.v2.resource_helper [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Service CORE assigned prefix: {{(pid=91648) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 12:43:24.007456 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Creating instance of TrackedResource for resource:subnetpool May 31 12:43:24.007773 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING neutron.quota.resource_registry [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] subnetpool is already registered May 31 12:43:24.008402 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: extensions {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.010226 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: address-groups {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.011935 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: address-scopes {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.013164 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: agents {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.014483 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: auto-allocated-topology {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.015772 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: availability_zones {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.017083 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: dhcp-networks {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.018500 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: dhcp-agents {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.019949 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: routers {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.021743 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: flavors {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.022940 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: service_profiles {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.024149 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: next_providers {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.025668 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: service_profiles {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.027173 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: floatingip-pools {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.028356 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: routers {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.030155 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: floatingips {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.031369 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: l3-routers {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.032733 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: l3-agents {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.034128 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: metering-labels {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.035510 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: metering-label-rules {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.036794 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: network-ip-availabilities {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.038043 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: bindings {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.039735 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: quotas {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.041153 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: quotas {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.042558 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: rbac-policies {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.044003 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: security-groups {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.045214 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: security-group-rules {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.046547 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: service-providers {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.047811 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: subnetpools {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.050170 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: subnetpools {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.051656 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.053357 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.172073 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.174024 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.176103 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.178150 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.180159 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.182270 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.184494 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.186765 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron.api.extensions [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Extended resource: tags {{(pid=91648) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 12:43:24.193471 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING keystonemiddleware.auth_token [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 12:43:24.199399 dv-cinder-790492-5-iscsi neutron-server[91648]: WARNING keystonemiddleware.auth_token [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 12:43:24.208855 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Acquired lock "singleton_lock" {{(pid=91648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 12:43:24.209324 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_concurrency.lockutils [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Releasing lock "singleton_lock" {{(pid=91648) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 12:43:24.209959 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO oslo_service.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Starting 2 workers May 31 12:43:24.214651 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Started child 91755 {{(pid=91648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:43:24.218973 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Started child 91756 {{(pid=91648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:43:24.219698 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.220453 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO neutron.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Neutron service started, listening on 0.0.0.0:9696 May 31 12:43:24.221099 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Notify callbacks [] for process, before_spawn {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.221225 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [-] (91755) wsgi starting up on http://0.0.0.0:9696 May 31 12:43:24.223235 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.223716 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO oslo_service.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Starting 1 workers May 31 12:43:24.224531 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [-] (91756) wsgi starting up on http://0.0.0.0:9696 May 31 12:43:24.228535 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Started child 91757 {{(pid=91648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:43:24.229042 dv-cinder-790492-5-iscsi neutron-server[91648]: INFO oslo_service.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Starting 1 workers May 31 12:43:24.231844 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] calling RpcWorker wait() {{(pid=91757) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 12:43:24.232414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] returning from RpcWorker wait() {{(pid=91757) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 12:43:24.233356 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Started child 91758 {{(pid=91648) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 12:43:24.233721 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.234099 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG neutron_lib.callbacks.manager [None req-d47e7356-87bc-462e-9cc7-c16c863e420b None None] Notify callbacks [] for process, after_spawn {{(pid=91648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.234194 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:24.235921 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:43:24.236132 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:43:24.236315 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:43:24.236547 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:43:24.236874 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:43:24.237034 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:43:24.237507 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.237776 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.238045 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.238134 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:24.238574 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.238574 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.239230 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.239483 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.239718 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.239986 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.240234 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.240401 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.240564 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.240813 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.241057 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.241372 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.241628 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.241856 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.242116 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.242527 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.242695 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.242977 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.243238 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.243502 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] debug = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.243753 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.244236 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.244464 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.244703 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.244921 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.245188 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.245419 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.245674 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.245931 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.246184 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.246415 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.246692 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.246962 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.247189 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.247535 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.247802 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.248024 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.248516 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] host = dv-cinder-790492-5-iscsi {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.248758 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.248977 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.249225 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.249478 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.249733 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.249950 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.250200 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.250441 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.250677 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.250946 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.251197 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.251426 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.251658 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.251895 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.252058 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_options = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.252271 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.252547 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.252809 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.252992 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.253158 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.253404 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.253577 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.253724 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.253977 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.254190 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.254404 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.254639 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.254893 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.255105 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.255362 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.255602 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.255833 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.256039 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.256278 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.256503 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.256790 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.256954 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.257176 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.257386 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.257612 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.257843 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.258139 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.258284 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.258487 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.259083 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.259305 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.259567 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.259800 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.260819 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.261275 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.261532 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.261840 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.262323 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.262600 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.262882 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.263169 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.263420 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.263684 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.264054 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.264279 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.264527 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_json = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.264750 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.266268 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.266550 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.266924 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.267021 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:24.267105 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.267290 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.268093 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.268354 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.268834 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.269159 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.269470 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.269731 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.269996 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.270259 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.270500 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.270756 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.271000 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.271270 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.271595 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.271826 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.272137 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.272370 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.273162 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.273704 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.273849 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.274033 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.274274 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.274511 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.274758 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.274990 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.275330 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.275601 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.275875 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.276144 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.276376 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.276730 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.277169 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.277503 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.277682 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.277953 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.278286 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.278532 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.278791 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.279041 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.279296 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.279514 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.279765 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.279993 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.280272 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.280513 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.280742 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.280981 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.281219 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.281452 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.281671 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.281902 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.282120 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.282370 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.282601 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.282856 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.283082 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.283298 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.283522 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.283791 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.284029 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.284235 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.284476 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.284695 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.284920 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.285179 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.285430 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.285651 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.285869 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.286093 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.286522 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.286522 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.286853 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.287027 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.287244 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.287461 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.287676 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.287972 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.288195 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.289077 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.289077 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.289077 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.289077 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.289635 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.289635 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.289898 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.290028 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.290167 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.290667 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.290849 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.291017 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.291271 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.291511 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.291762 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.292040 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.292266 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.292508 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.292748 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.293021 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.293235 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.293460 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.293756 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.294007 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.294268 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.294556 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.294868 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.295064 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.295328 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.295633 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.295894 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.296208 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.296463 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.296731 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.297001 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.297278 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.297564 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.297803 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.298081 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.298455 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.298614 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.298865 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.299155 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.299416 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.299679 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.299943 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.300170 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.300403 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.300663 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.300925 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.301193 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.301384 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.301784 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.301923 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.302278 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.302507 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.302830 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.303067 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.303304 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.303519 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.303736 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.304005 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.304291 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.304545 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.304804 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.305060 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.305291 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.305510 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.305754 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.306039 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.306258 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.306510 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.306772 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.307055 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.307314 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.307727 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.307997 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.308205 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.308521 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.308750 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.309064 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.309382 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.309481 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.310307 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.310307 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.310307 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.310564 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.310794 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.311318 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.311517 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.311751 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.311923 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.312333 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.312435 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.313394 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.313394 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.313394 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.313394 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.313692 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.313836 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.314783 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.314783 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.314783 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.314783 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.315084 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.315163 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.315323 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.315581 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.316029 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.316029 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.316220 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.316469 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.317924 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.317924 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.317924 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.317924 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.317924 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.317924 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.318399 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.318399 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.318529 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.318721 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.318953 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.319221 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.319451 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.319688 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.319897 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.320125 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.320331 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.320575 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.320767 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.321088 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.321280 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.321534 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.321750 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.321991 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.322182 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.322411 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.322587 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.322818 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.323075 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.324340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.324340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.324340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.324340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.324340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.324340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325046 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325046 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325046 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325395 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325395 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325619 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325731 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.325938 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.326149 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.326498 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.326782 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.326994 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.327284 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.327507 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.327768 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.328058 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.328372 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.328540 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.328809 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.329022 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.329211 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.329456 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.329706 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.329985 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.330282 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.330590 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.330847 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.331124 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.331420 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.331670 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.332233 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.332233 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.332543 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.332815 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.333071 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.333293 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.333594 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.333798 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.334014 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.334248 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.334482 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.334696 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.334971 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.335210 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.335440 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.335656 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.335900 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.336120 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.336361 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.336591 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.336811 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.337042 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.337199 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:43:24.337775 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91648) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 12:43:24.337936 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 12:43:24.338087 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 12:43:24.338256 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 12:43:24.338423 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 12:43:24.338574 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 12:43:24.338803 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.338964 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.339125 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.339285 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.339442 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.339622 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.339827 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.339985 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.340144 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.340299 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.340458 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.340617 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.340775 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.340932 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.341091 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.341248 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.341407 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.341564 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.341725 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.341880 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.342037 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.342195 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.342351 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] debug = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.342509 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.342713 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.342905 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.343065 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.343221 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.343379 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.343536 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.343692 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.343911 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.344079 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.344249 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.344393 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.344564 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.344706 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.344864 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.345021 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.345192 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.345324 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] host = dv-cinder-790492-5-iscsi {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.345474 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.345624 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.345776 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.345942 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.346098 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.346254 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.346411 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.346568 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.346752 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.346903 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.347060 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.347215 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.347374 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.347532 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.347690 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_options = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.347849 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.348006 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.348164 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.348340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.348502 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.348661 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.348834 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.348961 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.349123 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.349303 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.349462 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.349585 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.349725 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.349886 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.350042 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.350167 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.350316 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.350474 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.350631 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.350820 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.350982 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.351138 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.351296 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.351469 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.351592 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.351744 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.351900 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.352043 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.352201 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.352358 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.352502 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.352659 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.352816 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.352972 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.353130 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.353288 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.353445 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.353604 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.353761 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.353918 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.354077 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.354236 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.354393 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.354552 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.354709 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.354933 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_json = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.355056 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.355178 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.355346 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.355510 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.355667 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.355825 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.355987 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.356148 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 12:43:24.356381 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.356517 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.356639 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.356789 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.356970 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.357096 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.357256 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.357415 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.357579 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.357711 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.357874 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.358035 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.358205 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.358364 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.358523 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.358685 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.358867 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.359013 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.359173 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.359332 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.359492 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.359651 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.359825 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.359981 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.360134 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.68/identity {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.360293 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.360452 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.360613 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.360774 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.360934 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.361094 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.361253 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.361414 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.361579 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.361739 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.361878 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.362022 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.362166 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.362327 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.362508 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.362645 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.362824 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.362977 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.363113 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.363249 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.363503 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.363675 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.363675 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.364035 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.364172 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.364335 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.364474 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.364609 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.364743 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.364886 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.365021 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.365175 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.365310 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.365444 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.365604 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.365743 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.365876 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.366014 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.366156 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.366291 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:24.366450 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.366450 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.366904 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.366904 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.366904 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.367301 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.367301 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.367570 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.367570 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.367829 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.367829 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.368083 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.368083 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.368337 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.368470 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.368613 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.368789 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.368937 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.369082 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.369216 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.369349 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.369483 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.369618 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.369781 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.369931 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.370096 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.370258 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.370418 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.370578 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.370781 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.371034 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.371189 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.371326 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.371499 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.371641 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.371804 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.371949 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.372109 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.372271 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.372431 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.372591 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.372753 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.372997 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.373163 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.373324 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.373459 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.373617 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.373787 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.373949 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.374112 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.374273 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.374442 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.374612 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.374793 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.374957 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.375119 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.375278 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.375429 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.375576 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.375713 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.375881 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.376043 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.376204 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.376371 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.376542 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.376697 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.376905 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.377045 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.377182 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.377325 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378078 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378078 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378078 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378078 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378340 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378459 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378608 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.378794 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.379012 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.68/identity {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.379156 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.379314 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.379455 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.379616 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.379844 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.379844 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.380217 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.380217 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.380562 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.380562 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.380562 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.380884 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.380884 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.381145 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.381294 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.381294 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.381885 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.381885 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.381885 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.381885 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.382324 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.382324 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.382324 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.382914 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.382914 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.382914 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.383192 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.383192 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.383420 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.383420 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384014 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384135 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384254 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384374 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384503 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384658 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384817 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.384977 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.385145 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.385304 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.385466 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.385627 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.385791 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.385964 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.386125 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.386284 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.386444 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.386627 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.386803 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.387011 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.387142 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.387262 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.387415 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.387573 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.387736 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.387898 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.388083 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.388245 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.388426 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.388624 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.388790 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.388954 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.389127 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.389288 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.389509 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.389684 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.389824 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.389959 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.390088 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.390240 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.390402 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.390560 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.390748 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.390911 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.391071 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.391230 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.391389 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.391558 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.391717 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.391876 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.392034 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.392194 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.392363 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.392522 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.392682 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.392842 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.393001 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.393170 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.393337 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.393496 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.393662 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.393823 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.393981 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.394140 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.394310 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.394470 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.394632 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.394812 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.394971 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.395130 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.395293 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.395457 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.395633 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.395798 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.395959 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.396122 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.396297 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.396472 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.396623 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.396789 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.396960 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.397118 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.397285 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.397448 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.397607 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.397767 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.397925 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.398087 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.398245 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.398404 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.398564 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.398723 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.398900 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.399059 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.399218 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.399378 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.399539 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.399697 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.399855 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.400015 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 12:43:24.400166 dv-cinder-790492-5-iscsi neutron-server[91648]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91648) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 12:43:24.549915 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52386) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:24.563336 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [-] 10.222.0.68 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100024 May 31 12:43:35.328099 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9265bc-1765-4d9f-9f27-412881c37603 None None] get_active_networks_info from dv-cinder-790492-5-iscsi {{(pid=91757) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 12:43:35.421205 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9265bc-1765-4d9f-9f27-412881c37603 None None] No non-hosted networks {{(pid=91757) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 12:43:35.429271 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.agentschedulers_db [None req-af9265bc-1765-4d9f-9f27-412881c37603 None None] DHCP Agent not found on host dv-cinder-790492-5-iscsi {{(pid=91757) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 12:43:35.550589 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-03bbe5d4-8600-40c8-85ac-560135b08cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326'] for agent, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:37.679371 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326'] for agent, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:37.680176 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.680333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.680659 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.680956 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.681284 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.681695 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.681901 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.682216 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.682532 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.704217 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.704733 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.705379 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:37.705918 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-790492-5-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:37.719741 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-790492-5-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:43:37.775924 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-336944d1-e2f4-4dcc-9ec4-e69f1c5b1574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326'] for agent, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:37.843910 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-728da763-60a0-48a6-b5ce-9c2255647615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:38.936462 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326'] for agent, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:40.160709 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.db.l3_hamode_db [None req-617e14e5-2949-43f8-85f3-141e994ba6b3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 12:43:40.244134 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e14e5-2949-43f8-85f3-141e994ba6b3 None None] Routers set() bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:43:40.244468 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617e14e5-2949-43f8-85f3-141e994ba6b3 None None] Router IDs set() for agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 12:43:40.427062 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326'] for agent, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:41.861963 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52480) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:42.491032 dv-cinder-790492-5-iscsi neutron-server[91755]: WARNING oslo_policy.policy [None req-f6ac3d6b-5113-4673-89ef-d6783348316f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:42.491636 dv-cinder-790492-5-iscsi neutron-server[91755]: WARNING oslo_policy.policy [None req-f6ac3d6b-5113-4673-89ef-d6783348316f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:42.704011 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [None req-f6ac3d6b-5113-4673-89ef-d6783348316f admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:43:42.705091 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f6ac3d6b-5113-4673-89ef-d6783348316f admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8418024 May 31 12:43:45.058142 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52494) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:45.466718 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:43:45.564655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.policy [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91755) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:43:45.609057 dv-cinder-790492-5-iscsi neutron-server[91755]: WARNING oslo_policy.policy [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:45.609426 dv-cinder-790492-5-iscsi neutron-server[91755]: WARNING oslo_policy.policy [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:45.617756 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.quota [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] Loaded quota_driver: . May 31 12:43:45.633895 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:43:45.701867 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770003687442', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770003682761', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770003693506', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770003770238', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770003774961', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770003780858', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-524929', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1025283', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1598253', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2048666'] for rbac-policy, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:45.766286 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:45.767611 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-da15136b-f6c2-4aa3-97f9-ba45508164e3 admin admin] 10.222.0.68 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7080419 May 31 12:43:48.351740 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52508) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:48.734770 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '0889c93a00904607847f21502ef2662a', 'name': 'private', 'project_id': '0889c93a00904607847f21502ef2662a'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:43:48.739584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:43:48.744204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Usage tracker for resource:network and tenant:0889c93a00904607847f21502ef2662a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:43:48.748743 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:43:48.754973 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:43:48.768574 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Made reservation on behalf of 0889c93a00904607847f21502ef2662a for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:43:48.771291 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:48.789298 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:48.803123 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:43:48.806855 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0889c93a00904607847f21502ef2662a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:43:48.812934 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:43:48.818934 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:43:48.917423 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:48.925155 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:48.932031 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:48.951027 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:43:48.977006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770001561317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:48.977535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Unsubscribe: segment precommit_create {{(pid=91755) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:43:48.978019 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Added segment c9c841ae-94b5-4288-8ede-0f6e7c92d391 of type vlan for network 42c01bc8-7bdc-4eef-babd-f31c0671346d May 31 12:43:49.025081 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bd0cfa-f67c-4cb4-b5f2-6d65c78209d9,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:49.045404 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.045760 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.046079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.046388 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.046695 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.047049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.047347 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.047652 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.047963 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.048262 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.048543 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.048837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Tracked resource versions report: May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: pushed versions: May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: { 'AddressGroup': {'1.2'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'ConntrackHelper': {'1.0'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Log': {'1.0'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Network': {'1.1'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Port': {'1.7'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'PortForwarding': {'1.2'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'QosPolicy': {'1.8'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroup': {'1.4'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroupRule': {'1.2'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SubPort': {'1.0'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Subnet': {'1.1'}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Trunk': {'1.1'}} May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: consumer versions: May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'ConntrackHelper': '1.0', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Log': '1.0', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Network': '1.1', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Port': '1.7', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'PortForwarding': '1.2', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'QosPolicy': '1.8', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroup': '1.4', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroupRule': '1.2', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SubPort': '1.0', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Subnet': '1.1', May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Trunk': '1.1'}} May 31 12:43:49.049867 dv-cinder-790492-5-iscsi neutron-server[91755]: {{(pid=91755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:43:49.095236 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:49.100262 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:49.139092 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:49.140502 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:43:49.141129 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:49.145603 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:49.243803 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8909216 May 31 12:43:49.246802 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Pushing event updated for resources: {'Network': ['ID=42c01bc8-7bdc-4eef-babd-f31c0671346d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:49.250208 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:49.263017 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:43:51.874530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52524) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:52.350545 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5d2362-2094-4c2b-857c-fb88ac53baa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:43:52.351821 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ad5d2362-2094-4c2b-857c-fb88ac53baa4 admin admin] 10.222.0.68 "GET /v2.0/networks/42c01bc8-7bdc-4eef-babd-f31c0671346d HTTP/1.1" status: 200 len: 825 time: 0.4761784 May 31 12:43:52.380325 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8166496a-2352-41ab-adce-a420d32b040b admin admin] 10.222.0.68 "GET /v2.0/subnetpools/74db423c-1c35-4a4b-9cd8-62c680d2f5b2 HTTP/1.1" status: 200 len: 734 time: 0.0213394 May 31 12:43:52.389331 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '74db423c-1c35-4a4b-9cd8-62c680d2f5b2', 'name': 'private-subnet', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'gateway_ip': '172.20.0.1'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:43:52.394094 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:43:52.398259 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Usage tracker for resource:subnet and tenant:0889c93a00904607847f21502ef2662a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:43:52.401394 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:43:52.407742 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:43:52.421460 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Made reservation on behalf of 0889c93a00904607847f21502ef2662a for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:43:52.423697 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:52.910920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:52.914775 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:52.992003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d8c36b-d802-4866-ab9d-2a70e9d928ab,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:52.997579 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:53.000650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Checking segment: {'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:43:53.000650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Network hostable DHCP agents. Network: 42c01bc8-7bdc-4eef-babd-f31c0671346d, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:43:53.026477 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:43:53.042028 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 42c01bc8-7bdc-4eef-babd-f31c0671346d) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:43:53.047606 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:43:53.048214 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:53.052860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc14c6b8-c355-4e1a-82c2-ccaf24c3e40f None None] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:43:53.069862 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6839199 May 31 12:43:53.359731 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-42c01bc8-7bdc-4eef-babd-f31c0671346d', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'fixed_ips': [{'subnet_id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:43:53.360944 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:53.545879 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Allocated IP 172.20.0.2 (42c01bc8-7bdc-4eef-babd-f31c0671346d/c1d8c36b-d802-4866-ab9d-2a70e9d928ab/20a83d6a-06c6-428e-a05b-1483bf7c3f71) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:43:53.772001 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:53.784709 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Transition to ACTIVE for port object 20a83d6a-06c6-428e-a05b-1483bf7c3f71 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:43:53.803857 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Transition to ACTIVE for port object 20a83d6a-06c6-428e-a05b-1483bf7c3f71 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:43:53.811014 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:53.816857 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:53.875479 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:43:53.878110 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:43:53.887672 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:43:53.889820 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Pushing event updated for resources: {'Port': ['ID=20a83d6a-06c6-428e-a05b-1483bf7c3f71,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:53.926039 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.926366 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.926689 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.927033 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.927345 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.927656 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.927961 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.928270 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.928584 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.928891 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.929190 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.929492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Tracked resource versions report: May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: pushed versions: May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: { 'AddressGroup': {'1.2'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'ConntrackHelper': {'1.0'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Log': {'1.0'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Network': {'1.1'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Port': {'1.7'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'PortForwarding': {'1.2'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'QosPolicy': {'1.8'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroup': {'1.4'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroupRule': {'1.2'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SubPort': {'1.0'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Subnet': {'1.1'}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Trunk': {'1.1'}} May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: consumer versions: May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'ConntrackHelper': '1.0', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Log': '1.0', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Network': '1.1', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Port': '1.7', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'PortForwarding': '1.2', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'QosPolicy': '1.8', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroup': '1.4', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroupRule': '1.2', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SubPort': '1.0', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Subnet': '1.1', May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Trunk': '1.1'}} May 31 12:43:53.930540 dv-cinder-790492-5-iscsi neutron-server[91757]: {{(pid=91757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:43:53.938396 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:53.993635 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Attempting to bind port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:43:53.994028 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Attempting to bind port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:43:53.994464 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Attempting to bind port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 on network 42c01bc8-7bdc-4eef-babd-f31c0671346d {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:43:54.000037 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:43:54.000442 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Checking segment: {'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:43:54.000907 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:54.001269 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Bound using segment: {'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:43:54.001804 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Bound port: 20a83d6a-06c6-428e-a05b-1483bf7c3f71, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:43:54.002187 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:54.091712 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] For port 20a83d6a-06c6-428e-a05b-1483bf7c3f71, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:43:54.095626 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] For port 20a83d6a-06c6-428e-a05b-1483bf7c3f71, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=20a83d6a-06c6-428e-a05b-1483bf7c3f71,segment=NetworkSegment(c9c841ae-94b5-4288-8ede-0f6e7c92d391),segment_id=c9c841ae-94b5-4288-8ede-0f6e7c92d391)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:43:54.101261 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:43:54.105240 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:43:54.188655 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Pushing event updated for resources: {'Port': ['ID=20a83d6a-06c6-428e-a05b-1483bf7c3f71,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:43:54.191726 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:43:55.416985 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52534) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:56.022930 dv-cinder-790492-5-iscsi neutron-server[91756]: WARNING oslo_policy.policy [None req-698e3e6f-339f-48d9-bf6d-53ef85126cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:56.023581 dv-cinder-790492-5-iscsi neutron-server[91756]: WARNING oslo_policy.policy [None req-698e3e6f-339f-48d9-bf6d-53ef85126cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:43:56.238527 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [None req-698e3e6f-339f-48d9-bf6d-53ef85126cc8 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:43:56.239776 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-698e3e6f-339f-48d9-bf6d-53ef85126cc8 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8208816 May 31 12:43:58.563903 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52552) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:43:58.943647 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [None req-34d13d06-c05f-40bb-ba76-63dae45f1086 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:43:58.944951 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-34d13d06-c05f-40bb-ba76-63dae45f1086 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3800635 May 31 12:43:59.587580 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6dd864-d063-4286-8dbc-d417365ba403 None None] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:43:59.686200 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-f98c0db6-68ad-4b0c-8d50-1c639fc250d4 None None] Provisioning for port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:43:59.925077 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 20a83d6a-06c6-428e-a05b-1483bf7c3f71 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:43:59.997528 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:44:00.003153 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:00.003556 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:00.125317 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:00.144944 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-fae4ed84-ec3b-4ad4-8f5c-4a0cda820d99 None None] Provisioning complete for port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:00.145308 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fae4ed84-ec3b-4ad4-8f5c-4a0cda820d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:00.208134 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 20a83d6a-06c6-428e-a05b-1483bf7c3f71, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=20a83d6a-06c6-428e-a05b-1483bf7c3f71,segment=NetworkSegment(c9c841ae-94b5-4288-8ede-0f6e7c92d391),segment_id=c9c841ae-94b5-4288-8ede-0f6e7c92d391)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:44:00.215463 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:00.222538 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6a0f6839-1d14-4797-aa4e-8724b5aef08a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:00.355652 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=20a83d6a-06c6-428e-a05b-1483bf7c3f71,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:00.361024 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:01.558144 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52564) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:01.893412 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 20a83d6a-06c6-428e-a05b-1483bf7c3f71 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:44:01.932245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0889c93a00904607847f21502ef2662a'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:44:01.958567 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:01.958971 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:02.001535 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.policy [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91756) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 12:44:02.047647 dv-cinder-790492-5-iscsi neutron-server[91756]: WARNING oslo_policy.policy [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:44:02.047993 dv-cinder-790492-5-iscsi neutron-server[91756]: WARNING oslo_policy.policy [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 12:44:02.056452 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.quota [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Loaded quota_driver: . May 31 12:44:02.071885 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:44:02.079455 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Usage tracker for resource:router and tenant:0889c93a00904607847f21502ef2662a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:44:02.086452 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:44:02.097483 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:44:02.119788 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:02.121893 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:02.147727 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:02.269452 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:02.294533 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:02.295776 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-6b1466a1-ac37-4d25-a06a-cb787b0e171e admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7366407 May 31 12:44:03.300661 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:44:04.611789 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52576) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:05.000412 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [None req-db35586b-bf70-4f48-9662-830bea840297 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:44:05.001366 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-db35586b-bf70-4f48-9662-830bea840297 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3886199 May 31 12:44:05.257857 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc9eb-a5b9-4e0a-b601-97f52564f125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.321600 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52586) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:07.651667 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.701001 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:44:07.709517 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:44:07.715911 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Usage tracker for resource:network and tenant:13a020b6e2ea4dfb87858ad2f04308f9 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:44:07.719447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:44:07.725302 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:44:07.736035 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Made reservation on behalf of 13a020b6e2ea4dfb87858ad2f04308f9 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:44:07.738867 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.755080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.769617 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:44:07.773601 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Usage tracker for resource:security_group_rule and tenant:13a020b6e2ea4dfb87858ad2f04308f9 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:44:07.776957 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:44:07.782512 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a6013ab6-a6c7-4c26-879d-dd5a61b2fe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.784405 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:44:07.897992 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.904474 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.909553 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:07.922208 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Reserving flat network on physical network physnet1 {{(pid=91756) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 12:44:07.952043 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770001561317', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:07.952630 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Unsubscribe: segment precommit_create {{(pid=91756) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 12:44:07.953097 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Added segment 375a9e12-1d9e-4054-979c-a85d7ec4871f of type flat for network f072082a-a1f0-475e-92e4-72dcb336a4a6 May 31 12:44:08.001463 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfa954e-ea8e-467c-8b20-c84e1a2b7bf9,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:08.025861 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.026197 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.026537 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.026877 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.027186 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.027498 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.027806 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.028133 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.028455 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.028772 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.029063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.029382 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Tracked resource versions report: May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: pushed versions: May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: { 'AddressGroup': {'1.2'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'ConntrackHelper': {'1.0'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Log': {'1.0'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Network': {'1.1'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Port': {'1.7'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'PortForwarding': {'1.2'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'QosPolicy': {'1.8'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroup': {'1.4'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroupRule': {'1.2'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SubPort': {'1.0'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Subnet': {'1.1'}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Trunk': {'1.1'}} May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: consumer versions: May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'ConntrackHelper': '1.0', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Log': '1.0', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Network': '1.1', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Port': '1.7', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'PortForwarding': '1.2', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'QosPolicy': '1.8', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroup': '1.4', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroupRule': '1.2', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SubPort': '1.0', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Subnet': '1.1', May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Trunk': '1.1'}} May 31 12:44:08.030428 dv-cinder-790492-5-iscsi neutron-server[91756]: {{(pid=91756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:44:08.076167 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:08.082551 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:08.128118 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:08.129697 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:08.130326 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:08.135684 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:08.241509 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9187274 May 31 12:44:08.244661 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Pushing event updated for resources: {'Network': ['ID=f072082a-a1f0-475e-92e4-72dcb336a4a6,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:08.248834 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:08.261309 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:44:08.843113 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:10.380260 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:10.586576 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52610) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:10.827478 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ffb8c6f-cfc0-4238-98d8-921bddbb62f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:10.828760 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-1ffb8c6f-cfc0-4238-98d8-921bddbb62f6 admin admin] 10.222.0.68 "GET /v2.0/subnets/c1d8c36b-d802-4866-ab9d-2a70e9d928ab HTTP/1.1" status: 200 len: 849 time: 0.2411885 May 31 12:44:10.985521 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0838298b-8aff-44d4-b395-d807148752fd admin admin] 10.222.0.68 "GET /v2.0/routers/508d134b-3142-42cd-aaa4-6e2c2084ffc7 HTTP/1.1" status: 200 len: 704 time: 0.1510863 May 31 12:44:11.449842 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:11.693844 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Allocated IP 172.20.0.1 (42c01bc8-7bdc-4eef-babd-f31c0671346d/c1d8c36b-d802-4866-ab9d-2a70e9d928ab/db8d76bb-5495-42b3-8d58-0bdc888c7fa4) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:44:11.849137 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:11.867381 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Transition to ACTIVE for port object db8d76bb-5495-42b3-8d58-0bdc888c7fa4 will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:44:11.929188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:11.933646 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:11.996397 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:44:11.999053 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:44:12.004970 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:44:12.005516 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:12.130011 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Pushing event updated for resources: {'Port': ['ID=db8d76bb-5495-42b3-8d58-0bdc888c7fa4,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:12.144569 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:12.169874 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-c77dfc81-57e6-4e01-8631-4037367d83fa None None] Provisioning for port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:44:12.174945 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-c77dfc81-57e6-4e01-8631-4037367d83fa None None] Provisioning complete for port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:12.175325 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c77dfc81-57e6-4e01-8631-4037367d83fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:12.230305 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-c77dfc81-57e6-4e01-8631-4037367d83fa None None] Port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:44:12.309980 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:12.542071 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:12.550499 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:12.551603 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:12.554900 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:12.676598 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Pushing event updated for resources: {'Port': ['ID=db8d76bb-5495-42b3-8d58-0bdc888c7fa4,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:12.681350 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:12.741549 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:44:12.742623 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:44:12.938475 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:44:12.953936 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6f411f34-5d19-4504-b639-a0a4f2e8e8b8 None None] Provisioning complete for port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:12.954311 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6f411f34-5d19-4504-b639-a0a4f2e8e8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:13.010357 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-6f411f34-5d19-4504-b639-a0a4f2e8e8b8 None None] Port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:44:13.097113 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:44:13.106786 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Sync routers for ids ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:44:13.107266 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] 10.222.0.68 "PUT /v2.0/routers/508d134b-3142-42cd-aaa4-6e2c2084ffc7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1162534 May 31 12:44:13.118675 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Routers {'508d134b-3142-42cd-aaa4-6e2c2084ffc7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:44:13.119776 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:44:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:13.293917 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Set router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:44:13.656462 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'name': 'router1', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:44:02Z', 'updated_at': '2021-05-31T12:44:12Z', 'revision_number': 2, 'project_id': '0889c93a00904607847f21502ef2662a', 'gw_port_host': None, '_interfaces': [{'id': 'db8d76bb-5495-42b3-8d58-0bdc888c7fa4', 'name': '', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'mac_address': 'fa:16:3e:80:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:11Z', 'updated_at': '2021-05-31T12:44:12Z', 'revision_number': 2, 'project_id': '0889c93a00904607847f21502ef2662a', 'subnets': [{'id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74db423c-1c35-4a4b-9cd8-62c680d2f5b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:13.661566 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Checking router: 508d134b-3142-42cd-aaa4-6e2c2084ffc7 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:44:13.661941 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Updating router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:44:13.717766 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:14.094495 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:14.109256 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Transition to ACTIVE for port object db8d76bb-5495-42b3-8d58-0bdc888c7fa4 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:44:14.116642 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:14.123133 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:14.321656 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Pushing event updated for resources: {'Port': ['ID=db8d76bb-5495-42b3-8d58-0bdc888c7fa4,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:14.339990 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Attempting to bind port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:44:14.340372 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Attempting to bind port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:44:14.340818 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Attempting to bind port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 on network 42c01bc8-7bdc-4eef-babd-f31c0671346d {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:44:14.349059 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.349394 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.349719 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.350041 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.350352 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.350662 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.351004 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.351314 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.351629 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.351935 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.352238 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.352538 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Tracked resource versions report: May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: pushed versions: May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: { 'AddressGroup': {'1.2'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'ConntrackHelper': {'1.0'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Log': {'1.0'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Network': {'1.1'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Port': {'1.7'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'PortForwarding': {'1.2'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'QosPolicy': {'1.8'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroup': {'1.4'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroupRule': {'1.2'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SubPort': {'1.0'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Subnet': {'1.1'}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Trunk': {'1.1'}} May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: consumer versions: May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'ConntrackHelper': '1.0', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Log': '1.0', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Network': '1.1', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Port': '1.7', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'PortForwarding': '1.2', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'QosPolicy': '1.8', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroup': '1.4', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroupRule': '1.2', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SubPort': '1.0', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Subnet': '1.1', May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Trunk': '1.1'}} May 31 12:44:14.353591 dv-cinder-790492-5-iscsi neutron-server[91758]: {{(pid=91758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:44:14.356022 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:44:14.356342 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Checking segment: {'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:44:14.356821 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:14.357192 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Bound using segment: {'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:44:14.357726 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Bound port: db8d76bb-5495-42b3-8d58-0bdc888c7fa4, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c841ae-94b5-4288-8ede-0f6e7c92d391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:44:14.358091 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:14.368592 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:14.445054 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] For port db8d76bb-5495-42b3-8d58-0bdc888c7fa4, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:44:14.448953 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] For port db8d76bb-5495-42b3-8d58-0bdc888c7fa4, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=db8d76bb-5495-42b3-8d58-0bdc888c7fa4,segment=NetworkSegment(c9c841ae-94b5-4288-8ede-0f6e7c92d391),segment_id=c9c841ae-94b5-4288-8ede-0f6e7c92d391)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:44:14.453814 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:14.457786 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:14.543358 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Pushing event updated for resources: {'Port': ['ID=db8d76bb-5495-42b3-8d58-0bdc888c7fa4,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:14.548033 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:14.548742 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Routers {'508d134b-3142-42cd-aaa4-6e2c2084ffc7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:44:14.549340 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:44:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:14.731357 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] Set router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:44:15.050013 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'name': 'router1', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:44:02Z', 'updated_at': '2021-05-31T12:44:12Z', 'revision_number': 2, 'project_id': '0889c93a00904607847f21502ef2662a', 'gw_port_host': None, '_interfaces': [{'id': 'db8d76bb-5495-42b3-8d58-0bdc888c7fa4', 'name': '', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'mac_address': 'fa:16:3e:80:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:11Z', 'updated_at': '2021-05-31T12:44:14Z', 'revision_number': 4, 'project_id': '0889c93a00904607847f21502ef2662a', 'subnets': [{'id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74db423c-1c35-4a4b-9cd8-62c680d2f5b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:15.054035 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0201634-e8bf-41f2-a199-90835220dd44 None None] The sync data for ids ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'] in dv-cinder-790492-5-iscsi is: [{'id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'name': 'router1', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:44:02Z', 'updated_at': '2021-05-31T12:44:12Z', 'revision_number': 2, 'project_id': '0889c93a00904607847f21502ef2662a', 'gw_port_host': None, '_interfaces': [{'id': 'db8d76bb-5495-42b3-8d58-0bdc888c7fa4', 'name': '', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'mac_address': 'fa:16:3e:80:82:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:11Z', 'updated_at': '2021-05-31T12:44:14Z', 'revision_number': 4, 'project_id': '0889c93a00904607847f21502ef2662a', 'subnets': [{'id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74db423c-1c35-4a4b-9cd8-62c680d2f5b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:44:15.234597 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52632) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:15.387335 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e6bd11-8d1d-49e8-95cf-d40e24f3c5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:15.388627 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-90e6bd11-8d1d-49e8-95cf-d40e24f3c5a8 admin admin] 10.222.0.68 "GET /v2.0/networks/f072082a-a1f0-475e-92e4-72dcb336a4a6 HTTP/1.1" status: 200 len: 842 time: 0.1530755 May 31 12:44:15.398042 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:44:15.402613 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:44:15.406547 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Usage tracker for resource:subnet and tenant:13a020b6e2ea4dfb87858ad2f04308f9 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:44:15.409383 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:44:15.415035 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:44:15.425147 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Made reservation on behalf of 13a020b6e2ea4dfb87858ad2f04308f9 for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:44:15.427548 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:15.862131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.objects.ports [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91755) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 12:44:15.862607 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:15.866373 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-92a2a96a-ac1f-4016-8a04-a8963ddde16d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:15.929362 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bf632a8-fbf0-4ba1-8083-55f74bfa297f,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:15.932987 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:15.947541 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:44:15.947873 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Network hostable DHCP agents. Network: f072082a-a1f0-475e-92e4-72dcb336a4a6, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:44:15.966383 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:44:15.975008 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, f072082a-a1f0-475e-92e4-72dcb336a4a6) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:44:15.983931 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:15.984527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:15.987551 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebefa342-84ee-4280-9122-ed7194badd12 None None] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:44:16.004587 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6098979 May 31 12:44:16.195842 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77be634a-5c24-486b-83b0-0d196637a0e0 None None] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:44:17.924473 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device db8d76bb-5495-42b3-8d58-0bdc888c7fa4 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:44:17.999429 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:44:18.003910 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:18.004287 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:18.127469 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:18.162134 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port db8d76bb-5495-42b3-8d58-0bdc888c7fa4, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=db8d76bb-5495-42b3-8d58-0bdc888c7fa4,segment=NetworkSegment(c9c841ae-94b5-4288-8ede-0f6e7c92d391),segment_id=c9c841ae-94b5-4288-8ede-0f6e7c92d391)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:44:18.167311 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:18.169560 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:18.234485 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52646) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:18.236423 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=db8d76bb-5495-42b3-8d58-0bdc888c7fa4,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:18.240180 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:18.459106 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d40b1fa4-d7bc-4632-8036-bccb5027c784 admin admin] 10.222.0.68 "GET /v2.0/routers/508d134b-3142-42cd-aaa4-6e2c2084ffc7 HTTP/1.1" status: 200 len: 710 time: 0.2233126 May 31 12:44:18.589584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c7c94-7801-44c5-9c99-14ed5a1ca6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:44:18.591053 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3d8c7c94-7801-44c5-9c99-14ed5a1ca6ae admin admin] 10.222.0.68 "GET /v2.0/networks/f072082a-a1f0-475e-92e4-72dcb336a4a6 HTTP/1.1" status: 200 len: 886 time: 0.1267192 May 31 12:44:18.599894 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:44:19.072179 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:19.409925 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:19.465319 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:19.619810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Allocated IP 172.27.1.188 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/ad4f30c5-b6f7-4e15-87b1-56826129a3b7) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:44:19.769972 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:19.828870 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:19.833669 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:19.896673 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:44:19.901515 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:44:19.904617 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:44:19.906010 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device db8d76bb-5495-42b3-8d58-0bdc888c7fa4 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:44:19.963622 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4f30c5-b6f7-4e15-87b1-56826129a3b7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:19.967148 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:19.977717 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:19.978211 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:20.337645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:20.679075 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:20.682621 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2062466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2062531', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2060375'] for router, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:20.875030 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:44:21.051992 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:44:21.060606 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:21.061785 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] 10.222.0.68 "PUT /v2.0/routers/508d134b-3142-42cd-aaa4-6e2c2084ffc7 HTTP/1.1" status: 200 len: 890 time: 2.4651499 May 31 12:44:21.062528 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Sync routers for ids ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:44:21.073383 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Routers {'508d134b-3142-42cd-aaa4-6e2c2084ffc7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:44:21.074048 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:44:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:21.295509 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Set router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:44:21.631569 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'name': 'router1', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ad4f30c5-b6f7-4e15-87b1-56826129a3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:44:02Z', 'updated_at': '2021-05-31T12:44:20Z', 'revision_number': 4, 'project_id': '0889c93a00904607847f21502ef2662a', 'gw_port': {'id': 'ad4f30c5-b6f7-4e15-87b1-56826129a3b7', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:19Z', 'updated_at': '2021-05-31T12:44:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'db8d76bb-5495-42b3-8d58-0bdc888c7fa4', 'name': '', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'mac_address': 'fa:16:3e:80:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:11Z', 'updated_at': '2021-05-31T12:44:18Z', 'revision_number': 5, 'project_id': '0889c93a00904607847f21502ef2662a', 'subnets': [{'id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74db423c-1c35-4a4b-9cd8-62c680d2f5b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:21.636916 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Checking router: 508d134b-3142-42cd-aaa4-6e2c2084ffc7 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:44:21.637263 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Updating router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 port ad4f30c5-b6f7-4e15-87b1-56826129a3b7 binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:44:21.692154 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:22.015503 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:22.026961 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Transition to ACTIVE for port object ad4f30c5-b6f7-4e15-87b1-56826129a3b7 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:44:22.032995 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:22.036638 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:22.113162 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c6dae-8b20-49e6-86df-2c460c52e528 None None] Pushing event updated for resources: {'Port': ['ID=ad4f30c5-b6f7-4e15-87b1-56826129a3b7,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:22.115507 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Attempting to bind port ad4f30c5-b6f7-4e15-87b1-56826129a3b7 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:44:22.115894 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Attempting to bind port ad4f30c5-b6f7-4e15-87b1-56826129a3b7 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:44:22.116252 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Attempting to bind port ad4f30c5-b6f7-4e15-87b1-56826129a3b7 on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:44:22.118306 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-484c6dae-8b20-49e6-86df-2c460c52e528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:22.122433 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:44:22.122836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:44:22.123240 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:22.123616 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:44:22.124063 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Bound port: ad4f30c5-b6f7-4e15-87b1-56826129a3b7, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:44:22.124431 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:22.195486 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] For port ad4f30c5-b6f7-4e15-87b1-56826129a3b7, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:44:22.198447 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] For port ad4f30c5-b6f7-4e15-87b1-56826129a3b7, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=ad4f30c5-b6f7-4e15-87b1-56826129a3b7,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:44:22.202586 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:22.206299 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:22.283329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c6dae-8b20-49e6-86df-2c460c52e528 None None] Pushing event updated for resources: {'Port': ['ID=ad4f30c5-b6f7-4e15-87b1-56826129a3b7,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:22.285880 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Routers {'508d134b-3142-42cd-aaa4-6e2c2084ffc7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:44:22.286498 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:44:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:22.331855 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-484c6dae-8b20-49e6-86df-2c460c52e528 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:22.466771 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] Set router 508d134b-3142-42cd-aaa4-6e2c2084ffc7 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:44:22.814298 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'name': 'router1', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ad4f30c5-b6f7-4e15-87b1-56826129a3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:44:02Z', 'updated_at': '2021-05-31T12:44:20Z', 'revision_number': 4, 'project_id': '0889c93a00904607847f21502ef2662a', 'gw_port': {'id': 'ad4f30c5-b6f7-4e15-87b1-56826129a3b7', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:19Z', 'updated_at': '2021-05-31T12:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'db8d76bb-5495-42b3-8d58-0bdc888c7fa4', 'name': '', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'mac_address': 'fa:16:3e:80:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:11Z', 'updated_at': '2021-05-31T12:44:18Z', 'revision_number': 5, 'project_id': '0889c93a00904607847f21502ef2662a', 'subnets': [{'id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74db423c-1c35-4a4b-9cd8-62c680d2f5b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:44:22.818415 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d004e-7144-4b63-995e-703c0f04edd8 None None] The sync data for ids ['508d134b-3142-42cd-aaa4-6e2c2084ffc7'] in dv-cinder-790492-5-iscsi is: [{'id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'name': 'router1', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': 'ad4f30c5-b6f7-4e15-87b1-56826129a3b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:44:02Z', 'updated_at': '2021-05-31T12:44:20Z', 'revision_number': 4, 'project_id': '0889c93a00904607847f21502ef2662a', 'gw_port': {'id': 'ad4f30c5-b6f7-4e15-87b1-56826129a3b7', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:13:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:19Z', 'updated_at': '2021-05-31T12:44:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'db8d76bb-5495-42b3-8d58-0bdc888c7fa4', 'name': '', 'network_id': '42c01bc8-7bdc-4eef-babd-f31c0671346d', 'tenant_id': '0889c93a00904607847f21502ef2662a', 'mac_address': 'fa:16:3e:80:82:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '508d134b-3142-42cd-aaa4-6e2c2084ffc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:44:11Z', 'updated_at': '2021-05-31T12:44:18Z', 'revision_number': 5, 'project_id': '0889c93a00904607847f21502ef2662a', 'subnets': [{'id': 'c1d8c36b-d802-4866-ab9d-2a70e9d928ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '74db423c-1c35-4a4b-9cd8-62c680d2f5b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:44:23.370608 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52656) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:44:23.491469 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-483f82ae-c838-45fc-a099-90c55a0065ee admin admin] 10.222.0.68 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1195176 May 31 12:44:23.927696 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device ad4f30c5-b6f7-4e15-87b1-56826129a3b7 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:44:23.998861 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port ad4f30c5-b6f7-4e15-87b1-56826129a3b7 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:44:24.003771 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port ad4f30c5-b6f7-4e15-87b1-56826129a3b7 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:24.004077 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:24.121025 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:24.138377 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port ad4f30c5-b6f7-4e15-87b1-56826129a3b7, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=ad4f30c5-b6f7-4e15-87b1-56826129a3b7,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:44:24.143100 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:24.146164 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:44:24.215810 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=ad4f30c5-b6f7-4e15-87b1-56826129a3b7,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:44:24.219216 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:44:25.922867 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device ad4f30c5-b6f7-4e15-87b1-56826129a3b7 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:44:26.022938 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port ad4f30c5-b6f7-4e15-87b1-56826129a3b7 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:44:26.023312 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:35.254035 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f094b1c2-5250-418f-a67b-038dccb8452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:37.667738 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:37.787281 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4f707f51-5ddd-4af9-8092-28f1826883c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:38.847378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:44:40.300913 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:44:40.404425 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:05.249875 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-40ddb2cc-4620-4465-a92b-5bee2f7bc272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:07.658992 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:07.785485 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fabf2d06-5565-4094-8b47-9ac718a7c2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:08.843294 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:10.397841 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:17.302234 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:45:35.257226 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a361f5c1-bd6b-49d1-a9d5-d8fabd581495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:37.654307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:37.779470 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-eb21f8a6-edb6-42b7-95f0-38f436621608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:38.847288 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:40.410766 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:45:54.302171 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:45:57.190403 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53228) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:57.270143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b63faeb-ff6d-435b-bc4e-8a85eae72bc3 admin admin] GET failed (client error): The resource could not be found. May 31 12:45:57.271443 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3b63faeb-ff6d-435b-bc4e-8a85eae72bc3 admin admin] 10.222.0.68 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0799932 May 31 12:45:57.415026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fd3783-35b1-4ddf-9a9f-978418550664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:57.416493 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-44fd3783-35b1-4ddf-9a9f-978418550664 admin admin] 10.222.0.68 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1410289 May 31 12:45:59.521185 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53238) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:45:59.643767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a24c92-f600-497a-be74-aee7ccfff6fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:45:59.644335 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b4a24c92-f600-497a-be74-aee7ccfff6fd admin admin] Synchronizing usage tracker for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:subnet {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:45:59.664440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b4a24c92-f600-497a-be74-aee7ccfff6fd admin admin] Unset dirty status for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:subnet {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:45:59.665637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b4a24c92-f600-497a-be74-aee7ccfff6fd admin admin] 10.222.0.68 "GET /v2.0/subnets/c1d8c36b-d802-4866-ab9d-2a70e9d928ab HTTP/1.1" status: 200 len: 849 time: 0.1431448 May 31 12:45:59.676782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:45:59.793109 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:00.020395 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770001502109'] for subnet, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:00.024048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e23a8189-3338-4b24-aa57-9f7e8d5b437d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:00.062352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:00.062892 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:00.073293 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] 10.222.0.68 "PUT /v2.0/subnets/c1d8c36b-d802-4866-ab9d-2a70e9d928ab HTTP/1.1" status: 200 len: 868 time: 0.3911314 May 31 12:46:00.076816 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16836a-9bd0-49fd-9f27-aa3ce9c85cc3 None None] Network 42c01bc8-7bdc-4eef-babd-f31c0671346d requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:00.086938 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d8c36b-d802-4866-ab9d-2a70e9d928ab,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:00.094898 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.095263 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.095589 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.095931 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.096239 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.096601 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.096899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.097213 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.097537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.097855 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.098149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.098470 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:00.102221 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:00.520506 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-bb6188b9-1051-4891-b648-336ec6dbd54f None None] Provisioning complete for port db8d76bb-5495-42b3-8d58-0bdc888c7fa4 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:00.520876 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb6188b9-1051-4891-b648-336ec6dbd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:00.646315 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-bb6188b9-1051-4891-b648-336ec6dbd54f None None] Provisioning complete for port 20a83d6a-06c6-428e-a05b-1483bf7c3f71 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:00.646565 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb6188b9-1051-4891-b648-336ec6dbd54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:02.198020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53248) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:02.382270 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d4ccab-81ac-4d25-90da-55334104ac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:02.382830 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d4ccab-81ac-4d25-90da-55334104ac81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:02.384764 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-e1d4ccab-81ac-4d25-90da-55334104ac81 admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1857529 May 31 12:46:04.481851 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53258) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:04.665540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccd33f-a265-4885-b7ea-7b4096c2bf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:04.665912 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efccd33f-a265-4885-b7ea-7b4096c2bf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:04.666630 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-efccd33f-a265-4885-b7ea-7b4096c2bf9c admin admin] Synchronizing usage tracker for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:04.688692 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-efccd33f-a265-4885-b7ea-7b4096c2bf9c admin admin] Unset dirty status for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:04.690970 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-efccd33f-a265-4885-b7ea-7b4096c2bf9c admin admin] 10.222.0.68 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076650 May 31 12:46:05.252394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6ba97e0c-647a-4afc-bec6-fa2c69ce34d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:06.777575 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53268) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:06.955523 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bc040-5ee3-465d-8eac-f4a90609e6df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:06.956794 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-100bc040-5ee3-465d-8eac-f4a90609e6df admin admin] 10.222.0.68 "GET /v2.0/networks/42c01bc8-7bdc-4eef-babd-f31c0671346d HTTP/1.1" status: 200 len: 869 time: 0.1782255 May 31 12:46:07.659476 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:07.782362 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-67e51872-2086-4acb-b326-222bf80d035c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:08.850588 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:09.070757 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53278) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:09.237999 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4533aec3-5887-4f3b-b432-514bc4a5ccc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:09.239374 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-4533aec3-5887-4f3b-b432-514bc4a5ccc8 admin admin] 10.222.0.68 "GET /v2.0/networks/f072082a-a1f0-475e-92e4-72dcb336a4a6 HTTP/1.1" status: 200 len: 886 time: 0.1676517 May 31 12:46:10.404539 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:11.359189 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53288) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:11.479077 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8f9899-534e-4a18-8eb3-01ba9e4b1028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:11.479533 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de8f9899-534e-4a18-8eb3-01ba9e4b1028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:11.481019 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-de8f9899-534e-4a18-8eb3-01ba9e4b1028 admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1205885 May 31 12:46:13.566652 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53298) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:13.688589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074865a-65f2-4f74-95ed-6c26e5f9498a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:13.689037 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074865a-65f2-4f74-95ed-6c26e5f9498a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:13.690562 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-7074865a-65f2-4f74-95ed-6c26e5f9498a admin admin] 10.222.0.68 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225858 May 31 12:46:15.766188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53308) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:15.865574 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15717241-a9f3-490e-89aa-d675cc312920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:15.878756 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-15717241-a9f3-490e-89aa-d675cc312920 admin admin] 10.222.0.68 "GET /v2.0/subnets/4bf632a8-fbf0-4ba1-8083-55f74bfa297f HTTP/1.1" status: 200 len: 816 time: 0.0996714 May 31 12:46:17.988098 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53318) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:18.100874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af8c069-8e6f-417d-979d-41ce7cf95703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:18.102084 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-8af8c069-8e6f-417d-979d-41ce7cf95703 admin admin] 10.222.0.68 "GET /v2.0/subnets/c1d8c36b-d802-4866-ab9d-2a70e9d928ab HTTP/1.1" status: 200 len: 868 time: 0.1130371 May 31 12:46:31.302132 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:46:35.257422 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2c615817-7226-41d2-8c86-be5ee6d71a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.663829 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:37.784349 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-df85ad80-d80c-492f-994f-d5220ee20f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:38.855005 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.406817 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:40.957924 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53362) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:41.011800 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [None req-b13fc942-b998-4582-a8c8-1559f2309710 admin admin] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:46:41.012782 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b13fc942-b998-4582-a8c8-1559f2309710 admin admin] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0539138 May 31 12:46:43.216020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53372) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:43.285654 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a06c28-414d-4ec0-8588-26fabc240d78 admin admin] GET failed (client error): The resource could not be found. May 31 12:46:43.290748 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-81a06c28-414d-4ec0-8588-26fabc240d78 admin admin] 10.222.0.68 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0736387 May 31 12:46:43.415415 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef1f06f-7bf8-45a6-a39c-4c1613ea1b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:43.416900 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6ef1f06f-7bf8-45a6-a39c-4c1613ea1b77 admin admin] 10.222.0.68 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1254413 May 31 12:46:45.553977 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53382) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:45.612997 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:45.618693 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:45.629196 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:45.641889 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Made reservation on behalf of 13a020b6e2ea4dfb87858ad2f04308f9 for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:45.644154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.730594 dv-cinder-790492-5-iscsi neutron-server[91755]: WARNING neutron.services.revisions.revision_plugin [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Could not find related network for resource to bump revision. May 31 12:46:45.747020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:46:45.758492 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.759037 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Added segment 17910517-e17d-4d50-8148-137b3c8583ed of type vlan for network f245f4a5-15c2-4fcf-b851-b142ab1f6d82 May 31 12:46:45.793813 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.826299 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.828598 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:45.829557 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:45.835014 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:45.934996 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3799071 May 31 12:46:45.935616 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f245f4a5-15c2-4fcf-b851-b142ab1f6d82,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:45.938464 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:45.948959 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network f245f4a5-15c2-4fcf-b851-b142ab1f6d82 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:46:48.043408 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53392) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:46:48.126669 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29c9c36-c506-492d-aa91-b7612fe313e1 admin admin] GET failed (client error): The resource could not be found. May 31 12:46:48.127210 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b29c9c36-c506-492d-aa91-b7612fe313e1 admin admin] Synchronizing usage tracker for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:network {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:46:48.147433 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b29c9c36-c506-492d-aa91-b7612fe313e1 admin admin] Unset dirty status for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:network {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:46:48.148662 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b29c9c36-c506-492d-aa91-b7612fe313e1 admin admin] 10.222.0.68 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1043184 May 31 12:46:48.254218 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d41a9ac-c3fd-4fb1-901a-1eaba0b9439f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:48.255630 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5d41a9ac-c3fd-4fb1-901a-1eaba0b9439f admin admin] 10.222.0.68 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029656 May 31 12:46:48.265858 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'f245f4a5-15c2-4fcf-b851-b142ab1f6d82', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:46:48.270458 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:46:48.280741 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:46:48.292870 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Made reservation on behalf of 13a020b6e2ea4dfb87858ad2f04308f9 for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:46:48.295506 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.698535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.702046 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:48.768517 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06708f71-6913-4ff3-a58f-30df0104865d,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:48.772149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:48.779112 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Checking segment: {'id': '17910517-e17d-4d50-8148-137b3c8583ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f245f4a5-15c2-4fcf-b851-b142ab1f6d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:48.779464 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Network hostable DHCP agents. Network: f245f4a5-15c2-4fcf-b851-b142ab1f6d82, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:46:48.800343 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Network f245f4a5-15c2-4fcf-b851-b142ab1f6d82 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:46:48.811538 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, f245f4a5-15c2-4fcf-b851-b142ab1f6d82) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:48.816032 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:46:48.816611 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:48.822768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe9dc02-7451-4dfa-a886-a1972162be0a None None] Network f245f4a5-15c2-4fcf-b851-b142ab1f6d82 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:48.841894 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5795822 May 31 12:46:49.068613 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-f245f4a5-15c2-4fcf-b851-b142ab1f6d82', 'network_id': 'f245f4a5-15c2-4fcf-b851-b142ab1f6d82', 'tenant_id': '13a020b6e2ea4dfb87858ad2f04308f9', 'fixed_ips': [{'subnet_id': '06708f71-6913-4ff3-a58f-30df0104865d'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:46:49.069453 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.227942 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Allocated IP 192.168.233.2 (f245f4a5-15c2-4fcf-b851-b142ab1f6d82/06708f71-6913-4ff3-a58f-30df0104865d/041a5c4a-44cc-4f93-873a-413736fd9786) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:46:49.434899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.446178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Transition to ACTIVE for port object 041a5c4a-44cc-4f93-873a-413736fd9786 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:49.465183 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Transition to ACTIVE for port object 041a5c4a-44cc-4f93-873a-413736fd9786 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:46:49.471690 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.476176 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.543190 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Network f245f4a5-15c2-4fcf-b851-b142ab1f6d82 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:46:49.546049 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:46:49.548649 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:46:49.554778 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Pushing event updated for resources: {'Port': ['ID=041a5c4a-44cc-4f93-873a-413736fd9786,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:49.586812 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.587146 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.587488 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.587801 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.588132 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.588469 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.588768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.589089 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.589425 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.589748 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.590077 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.590392 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:46:49.594189 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:49.658928 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Attempting to bind port 041a5c4a-44cc-4f93-873a-413736fd9786 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:46:49.659297 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Attempting to bind port 041a5c4a-44cc-4f93-873a-413736fd9786 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '17910517-e17d-4d50-8148-137b3c8583ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f245f4a5-15c2-4fcf-b851-b142ab1f6d82'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:46:49.659658 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Attempting to bind port 041a5c4a-44cc-4f93-873a-413736fd9786 on network f245f4a5-15c2-4fcf-b851-b142ab1f6d82 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:46:49.665241 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:46:49.665617 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Checking segment: {'id': '17910517-e17d-4d50-8148-137b3c8583ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f245f4a5-15c2-4fcf-b851-b142ab1f6d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:46:49.666017 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.666404 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Bound using segment: {'id': '17910517-e17d-4d50-8148-137b3c8583ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f245f4a5-15c2-4fcf-b851-b142ab1f6d82'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:46:49.666919 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Bound port: 041a5c4a-44cc-4f93-873a-413736fd9786, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17910517-e17d-4d50-8148-137b3c8583ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f245f4a5-15c2-4fcf-b851-b142ab1f6d82'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:46:49.667287 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.753792 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] For port 041a5c4a-44cc-4f93-873a-413736fd9786, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:46:49.756790 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] For port 041a5c4a-44cc-4f93-873a-413736fd9786, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=041a5c4a-44cc-4f93-873a-413736fd9786,segment=NetworkSegment(17910517-e17d-4d50-8148-137b3c8583ed),segment_id=17910517-e17d-4d50-8148-137b3c8583ed)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:46:49.760971 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:49.764912 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-484c6dae-8b20-49e6-86df-2c460c52e528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:49.840533 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Pushing event updated for resources: {'Port': ['ID=041a5c4a-44cc-4f93-873a-413736fd9786,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:49.845727 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:50.653384 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b41736-db86-42d3-8821-a39251787a86 None None] Network f245f4a5-15c2-4fcf-b851-b142ab1f6d82 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:46:50.738255 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-12293636-980c-439c-90bb-a33520c640f5 None None] Provisioning for port 041a5c4a-44cc-4f93-873a-413736fd9786 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:52.039020 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 041a5c4a-44cc-4f93-873a-413736fd9786 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:52.111320 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 041a5c4a-44cc-4f93-873a-413736fd9786 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:46:52.115909 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 041a5c4a-44cc-4f93-873a-413736fd9786 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:52.116329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.233680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.266271 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 041a5c4a-44cc-4f93-873a-413736fd9786, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=041a5c4a-44cc-4f93-873a-413736fd9786,segment=NetworkSegment(17910517-e17d-4d50-8148-137b3c8583ed),segment_id=17910517-e17d-4d50-8148-137b3c8583ed)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:46:52.272457 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:46:52.274884 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:46:52.339492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=041a5c4a-44cc-4f93-873a-413736fd9786,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:46:52.342917 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:46:54.029434 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 041a5c4a-44cc-4f93-873a-413736fd9786 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:46:54.100137 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 041a5c4a-44cc-4f93-873a-413736fd9786 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:46:54.100509 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:05.274836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-34438294-8d97-40c3-97ac-b507cf60462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.668085 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:07.787893 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d782bbed-965d-4905-945d-9f5241717ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:08.301464 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:08.859172 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:10.409240 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:35.261592 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e4c1b523-305e-43cd-a132-df40dcd77d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.674813 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:37.791823 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4b54f053-df40-4f3e-acf6-f238b3afb8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:38.860824 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:40.413630 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:45.301192 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:47:55.438420 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53442) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:55.447502 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [None req-175d1d85-652b-46a2-8557-3ac24154177a tempest-verify_tempest_config-2080849725 tempest-verify_tempest_config-2080849725-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:47:55.448640 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-175d1d85-652b-46a2-8557-3ac24154177a tempest-verify_tempest_config-2080849725 tempest-verify_tempest_config-2080849725-project] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0090961 May 31 12:47:55.784827 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53460) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:55.918684 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:55.933364 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:47:55.937581 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Usage tracker for resource:security_group_rule and tenant:47fbc984cabb4ba5b83e61320ccb5e26 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:47:55.940696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:47:55.949146 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:47:56.039589 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.044885 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.052205 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:56.093925 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=47fbc984cabb4ba5b83e61320ccb5e26&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3077343 May 31 12:47:56.094915 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1f0836-d95d-464d-b2e2-9d998c5421e1,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:56.096937 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53466) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:47:56.102412 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.102794 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.103131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.103451 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.103769 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.104128 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.104452 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.104760 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.105084 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.105397 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.105702 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.106010 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.110279 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:56.159834 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.185155 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.286951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.293165 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:47:56.307423 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1f0836-d95d-464d-b2e2-9d998c5421e1,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:47:56.316417 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.316790 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.317092 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.317407 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.317714 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.318024 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.318332 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.318630 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.318977 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.319282 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.319577 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.319854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:47:56.323184 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:47:56.325718 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:47:56.327712 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0e1f0836-d95d-464d-b2e2-9d998c5421e1 HTTP/1.1" status: 204 len: 168 time: 0.2288928 May 31 12:48:05.258084 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a770e744-5df5-4f98-863f-db85000b2924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.671547 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:07.796835 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5d9d35e2-cc29-42f5-a363-0959150e0c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:08.863139 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:10.421155 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:22.305732 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:48:35.274555 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-17854f98-1216-44e6-b6bc-02ea077bf1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:37.678462 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:37.805397 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-138c7ba1-35b7-4749-a7bd-bf53054dd8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:38.877111 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:40.437265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:48:59.311526 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 5 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:49:05.270128 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5a02865d-ab7e-42df-a4a9-99771d26e251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:07.674987 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:07.805031 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ddf606af-2030-482d-940b-99ac8bd0f6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:08.881518 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:10.434586 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:31.741752 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326'] for agent, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:34.143986 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53518) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:34.267659 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-cce1ff8f-73fb-402f-ac1c-f061bcc73aca admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1225624 May 31 12:49:35.267594 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9a4be54a-60ca-4b80-9575-1667ad8bfa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:36.311581 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:49:36.394584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53528) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:49:36.463253 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-2ff6eebc-7339-4c73-b299-c1e61ceed44d admin admin] 10.222.0.68 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0670893 May 31 12:49:37.665511 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:37.798807 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-68afe8a6-b0b9-460d-93a2-ed1b3f76c2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:38.878462 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:49:40.435542 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:01.702603 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:05.270915 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ab3ec809-e6b3-4926-b34b-f9f542c4e718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.667590 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:07.800860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f8a9d52c-5093-4214-82fa-bedf53ae76cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:08.891848 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:10.447544 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:13.317237 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:50:31.704496 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:35.265897 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ee006bd9-1ad3-4906-8e38-10cd4ffb2d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.662261 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:37.803371 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0795dd85-a602-478f-8db3-029b59d28c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:38.883898 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:40.445015 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:50:50.317287 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:51:01.580257 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53726) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:01.706163 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.892227 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1600945467-network', 'tenant_id': '051b6e6101604aac84ee94e3c2d474d4'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:01.904117 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:01.909450 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Usage tracker for resource:network and tenant:051b6e6101604aac84ee94e3c2d474d4 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:01.914352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:01.922198 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53754) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:01.933178 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:01.947776 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Made reservation on behalf of 051b6e6101604aac84ee94e3c2d474d4 for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:01.950951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.972158 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:01.996710 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.002096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Usage tracker for resource:security_group_rule and tenant:051b6e6101604aac84ee94e3c2d474d4 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.005604 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.013297 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.055680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53762) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:02.143207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.148386 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.164195 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:02.172226 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:02.200356 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdca6933-5bd3-4076-8e02-6eac7c6c3375,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:02.207937 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.208496 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Added segment 51542e99-c2c6-4f27-8969-5a3fb9f083e6 of type vlan for network cd01747c-de16-46b4-ae9f-3b8b81e33a27 May 31 12:51:02.210517 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.211048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.211542 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.212024 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.212493 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.212984 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.213451 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.213910 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.214394 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.214897 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.215364 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.215846 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Tracked resource versions report: May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: pushed versions: May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: { 'AddressGroup': {'1.2'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'ConntrackHelper': {'1.0'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Log': {'1.0'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Network': {'1.1'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Port': {'1.7'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'PortForwarding': {'1.2'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'QosPolicy': {'1.8'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroup': {'1.4'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroupRule': {'1.2'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SubPort': {'1.0'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Subnet': {'1.1'}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Trunk': {'1.1'}} May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: consumer versions: May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: HyperV agent@hv-cinder-79049: {}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'ConntrackHelper': '1.0', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Log': '1.0', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Network': '1.1', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Port': '1.7', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'PortForwarding': '1.2', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'QosPolicy': '1.8', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroup': '1.4', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SecurityGroupRule': '1.2', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'SubPort': '1.0', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Subnet': '1.1', May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: 'Trunk': '1.1'}} May 31 12:51:02.217124 dv-cinder-790492-5-iscsi neutron-server[91755]: {{(pid=91755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:51:02.231922 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:02.258321 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.290718 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.292117 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:02.292911 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.298096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:02.352604 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-420684727-network', 'tenant_id': '401202cecfba408cb5a9d060abf437fc'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:02.360353 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.364894 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Usage tracker for resource:network and tenant:401202cecfba408cb5a9d060abf437fc is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.368056 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.376470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.395020 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-614378357-network', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:02.401509 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.407336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Usage tracker for resource:network and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.407568 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Pushing event updated for resources: {'Network': ['ID=cd01747c-de16-46b4-ae9f-3b8b81e33a27,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:02.411714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:02.412783 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.416827 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8355367 May 31 12:51:02.418711 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53778) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:02.421291 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network cd01747c-de16-46b4-ae9f-3b8b81e33a27 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:02.426113 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Request body: {'subnet': {'network_id': 'cd01747c-de16-46b4-ae9f-3b8b81e33a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1600945467-subnet', 'tenant_id': '051b6e6101604aac84ee94e3c2d474d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:02.431274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.435093 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Usage tracker for resource:subnet and tenant:051b6e6101604aac84ee94e3c2d474d4 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.437886 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.439691 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Made reservation on behalf of 401202cecfba408cb5a9d060abf437fc for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:02.443655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.447716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.455577 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Made reservation on behalf of 051b6e6101604aac84ee94e3c2d474d4 for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:02.458388 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.470447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.473352 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.493252 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.498962 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Usage tracker for resource:security_group_rule and tenant:401202cecfba408cb5a9d060abf437fc is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.502281 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.508634 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.569330 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53788) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:02.579434 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Made reservation on behalf of d740e7cd93f347c29b1678a27bcc2cad for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:02.583074 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.601165 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.626715 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:02.638684 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Usage tracker for resource:security_group_rule and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:02.642858 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:02.657835 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:02.663954 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.682570 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.688556 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-141ab143-4add-4452-a2be-61656c46d9d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:02.712336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:02.744700 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.745606 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Added segment c34b3b7e-922c-46a1-ace9-111a67a7aae4 of type vlan for network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 May 31 12:51:02.811987 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:02.828395 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.829069 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.829577 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.830049 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.830525 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.831049 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.831546 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.831864 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.832337 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.832950 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.833421 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.833733 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Tracked resource versions report: May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: pushed versions: May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: { 'AddressGroup': {'1.2'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'ConntrackHelper': {'1.0'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Log': {'1.0'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Network': {'1.1'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Port': {'1.7'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'PortForwarding': {'1.2'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'QosPolicy': {'1.8'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroup': {'1.4'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroupRule': {'1.2'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SubPort': {'1.0'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Subnet': {'1.1'}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Trunk': {'1.1'}} May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: consumer versions: May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: HyperV agent@hv-cinder-79049: {}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'ConntrackHelper': '1.0', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Log': '1.0', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Network': '1.1', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Port': '1.7', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'PortForwarding': '1.2', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'QosPolicy': '1.8', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroup': '1.4', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SecurityGroupRule': '1.2', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'SubPort': '1.0', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Subnet': '1.1', May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: 'Trunk': '1.1'}} May 31 12:51:02.834720 dv-cinder-790492-5-iscsi neutron-server[91756]: {{(pid=91756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:51:02.846681 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:02.872757 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.894465 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.908465 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.915915 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:02.945095 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.945925 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:02.948968 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.953410 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:02.954089 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.957308 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:02.962408 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073403e7-5e38-4aa0-a1e9-cfe388afa82d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:02.976344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:02.976894 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Added segment be3272d7-3d1d-4bf1-a457-21124be62bb3 of type vlan for network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 May 31 12:51:02.981533 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:02.982487 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.047468 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f72caeb-2de9-4614-bbbe-63ba53dbeb06,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.052457 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.061013 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Checking segment: {'id': '51542e99-c2c6-4f27-8969-5a3fb9f083e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'cd01747c-de16-46b4-ae9f-3b8b81e33a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:03.061209 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Network hostable DHCP agents. Network: cd01747c-de16-46b4-ae9f-3b8b81e33a27, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:03.103332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Network cd01747c-de16-46b4-ae9f-3b8b81e33a27 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:03.116874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-436811010-network', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:03.120394 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Pushing event updated for resources: {'Network': ['ID=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.120546 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, cd01747c-de16-46b4-ae9f-3b8b81e33a27) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:03.128550 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:03.129034 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:03.130835 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.131958 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Usage tracker for resource:network and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:03.135660 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:03.135816 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b05a23b-0959-4b88-b4b9-c0df9de4513f None None] Network cd01747c-de16-46b4-ae9f-3b8b81e33a27 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:03.142480 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:03.154962 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2313302 May 31 12:51:03.155538 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53810) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:03.156495 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.158909 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.163570 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Made reservation on behalf of 48cefaf9a6e64b64a6e80e616f06d169 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:03.166175 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.181004 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Request body: {'subnet': {'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-420684727-subnet', 'tenant_id': '401202cecfba408cb5a9d060abf437fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:03.182413 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.200632 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:03.204842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:03.205998 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Usage tracker for resource:security_group_rule and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:03.210034 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:03.213770 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Usage tracker for resource:subnet and tenant:401202cecfba408cb5a9d060abf437fc is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:03.217615 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:03.233383 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8127475 May 31 12:51:03.237545 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:03.255781 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:03.284715 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Made reservation on behalf of 401202cecfba408cb5a9d060abf437fc for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:03.288025 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.315147 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.323159 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.343782 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:03.346517 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:03.353905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.354617 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Added segment bcdd624a-71e4-409b-8d99-fecdc5c79c7b of type vlan for network a4069987-de9c-407e-b06a-67311a56c3e3 May 31 12:51:03.386493 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.423150 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.485360 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c09ca4-ee96-4592-b963-73201f5b6e3c,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.489436 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.491755 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.492617 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.494322 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:03.495935 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.503059 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4ebaaaf5-0b69-49d4-a17d-fe9177fcc001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.690496 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:03.692627 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.757016 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Pushing event updated for resources: {'Network': ['ID=a4069987-de9c-407e-b06a-67311a56c3e3,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.794579 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network a4069987-de9c-407e-b06a-67311a56c3e3 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:03.888104 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e4b0b0-368e-48db-88a9-b9e7edcee344 None None] Network cd01747c-de16-46b4-ae9f-3b8b81e33a27 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:03.924571 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Pushing event updated for resources: {'Network': ['ID=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:03.928295 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.930023 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3594205 May 31 12:51:03.930512 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.222s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:03.930802 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:03.933494 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53844) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:03.937742 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8804028 May 31 12:51:03.941049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53848) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:03.943342 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Request body: {'subnet': {'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-436811010-subnet', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:03.943491 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:03.948656 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:03.953676 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Usage tracker for resource:subnet and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:03.957772 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:03.959640 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Request body: {'subnet': {'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-subnet', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:03.966345 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:03.981312 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Made reservation on behalf of 48cefaf9a6e64b64a6e80e616f06d169 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:03.985348 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:03.994070 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:04.013908 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Usage tracker for resource:subnet and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:04.018508 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:04.025106 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:04.054414 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Made reservation on behalf of d740e7cd93f347c29b1678a27bcc2cad for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:04.057074 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Notify callbacks [] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.616537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.625166 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-297c8c0a-988f-4acf-8efc-d1c28e4b39f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.686989 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af80b6dc-ae48-447e-88a9-52fa15b761a0,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.690146 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:04.747872 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.760946 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.780949 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Checking segment: {'id': 'c34b3b7e-922c-46a1-ace9-111a67a7aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:04.781304 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Network hostable DHCP agents. Network: 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:04.807822 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:04.831381 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:04.837217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:04.837809 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.839414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7f26ea-e3c6-4d2d-abe4-a3e8d5b86523 None None] Network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:04.913183 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7553530 May 31 12:51:04.958488 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:04.967807 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Checking segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:04.968279 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Network hostable DHCP agents. Network: a4069987-de9c-407e-b06a-67311a56c3e3, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:04.971352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-966e9179-3f2f-4315-ac9f-13cfd86229d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:04.977041 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dad8fa0-ef59-4179-bb13-f743d02f2f9e,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:04.985273 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:05.022677 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Network a4069987-de9c-407e-b06a-67311a56c3e3 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:05.045019 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, a4069987-de9c-407e-b06a-67311a56c3e3) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:05.052680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:05.053383 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.087349 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f05257-4178-47e1-b7d7-321c7acbe206 None None] Network a4069987-de9c-407e-b06a-67311a56c3e3 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:05.100285 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1654317 May 31 12:51:05.103330 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53886) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:05.114827 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:05.127143 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:05.138951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Usage tracker for resource:router and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:05.143268 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:05.143737 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Pushing event updated for resources: {'Subnet': ['ID=103de075-79c4-4f9e-a85a-620b7ce77423,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:05.157207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:05.157938 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:05.173682 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.175670 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Checking segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:05.176030 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Network hostable DHCP agents. Network: 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:05.177343 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.197931 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.243971 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:05.269752 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:05.280535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:05.281183 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.294637 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e443b7-a7cc-40f8-a4d0-dd113034f360 None None] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:05.308464 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3f15f-d07f-4cbd-9475-86bb2e13a279 None None] Network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:05.326402 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3841925 May 31 12:51:05.328789 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53892) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:05.336654 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1154da2c-f7c8-4bcc-b3d7-6b265babc3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.341527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:05.360837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:05.374177 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Usage tracker for resource:router and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:05.387669 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:05.401147 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:05.426911 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.428357 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.478502 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.589315 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53912) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:05.621712 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840202286-network', 'tenant_id': 'ad0bec77cc094be7b7f55fce51097dbd'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:05.629788 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:05.643820 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Usage tracker for resource:network and tenant:ad0bec77cc094be7b7f55fce51097dbd is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:05.647634 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:05.661878 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:05.691137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Made reservation on behalf of ad0bec77cc094be7b7f55fce51097dbd for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:05.695991 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.732909 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-a4069987-de9c-407e-b06a-67311a56c3e3', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:51:05.733743 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.741913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:05.823169 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.121135 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:51:06.122020 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.123244 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:06.218112 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53942) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:06.228924 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Usage tracker for resource:security_group_rule and tenant:ad0bec77cc094be7b7f55fce51097dbd is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:06.238697 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:06.241836 dv-cinder-790492-5-iscsi neutron-server[91755]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 12:51:06.340793 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.377392 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.419930 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:06.440324 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.497960 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-81d7ac48-4e45-4bec-8875-3b573034b2b0 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:06.515796 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-81d7ac48-4e45-4bec-8875-3b573034b2b0 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/networks?id=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 HTTP/1.1" status: 200 len: 811 time: 0.2883425 May 31 12:51:06.556822 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-944bb557-1ae1-42d9-9c6d-e1e405e6d84f tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/quotas/401202cecfba408cb5a9d060abf437fc HTTP/1.1" status: 200 len: 375 time: 0.0380087 May 31 12:51:06.561077 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Allocated IP 172.27.1.66 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/30595d5d-89af-4e73-95ab-76a9e7efac79) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:06.587652 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Allocated IP 172.20.0.2 (87c29cfd-a8a6-4f5a-9842-c28889a3b1d6/103de075-79c4-4f9e-a85a-620b7ce77423/a5230b60-d3fb-4151-8729-2e11e9375fa3) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:06.684879 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-8a3935e3-ee19-448e-8aca-0dcf86f048d8 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=401202cecfba408cb5a9d060abf437fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1270630 May 31 12:51:06.729284 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Allocated IP 172.20.0.2 (a4069987-de9c-407e-b06a-67311a56c3e3/4dad8fa0-ef59-4179-bb13-f743d02f2f9e/a23ca63d-550e-4652-8fcc-8a15c802b66e) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:06.887741 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.939327 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.945559 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.952657 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.968070 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Transition to ACTIVE for port object a5230b60-d3fb-4151-8729-2e11e9375fa3 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:06.978716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:06.986186 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6400613a-d8b7-40ed-b6be-1d11af4d72b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:06.993375 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:07.043279 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Transition to ACTIVE for port object a5230b60-d3fb-4151-8729-2e11e9375fa3 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:07.055525 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:51:07.065079 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.075512 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:07.078637 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-851763a2-6790-4c75-ad9d-0b6e18064e24 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:51:07.079759 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-851763a2-6790-4c75-ad9d-0b6e18064e24 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0869386 May 31 12:51:07.083314 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bce9d1-fb9c-4e22-afbf-32bea818229e,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:07.088407 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:07.119162 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.119501 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Added segment de44fb57-81d3-4b22-af93-341ebff97c22 of type vlan for network 10af74b9-1b35-43ce-8c5f-b43c89cded4f May 31 12:51:07.129927 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:07.136840 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.142312 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:07.151474 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:07.175554 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Transition to ACTIVE for port object a23ca63d-550e-4652-8fcc-8a15c802b66e will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:07.190542 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:07.196733 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:07.203700 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:07.205739 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Pushing event updated for resources: {'Port': ['ID=a5230b60-d3fb-4151-8729-2e11e9375fa3,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:07.246907 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.247248 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.247579 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.248073 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.248398 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.248718 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.249039 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.249353 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.249669 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.251373 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.251373 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.251373 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Tracked resource versions report: May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: pushed versions: May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: { 'AddressGroup': {'1.2'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'ConntrackHelper': {'1.0'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Log': {'1.0'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Network': {'1.1'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Port': {'1.7'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'PortForwarding': {'1.2'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'QosPolicy': {'1.8'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroup': {'1.4'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroupRule': {'1.2'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SubPort': {'1.0'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Subnet': {'1.1'}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Trunk': {'1.1'}} May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: consumer versions: May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: HyperV agent@hv-cinder-79049: {}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'ConntrackHelper': '1.0', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Log': '1.0', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Network': '1.1', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Port': '1.7', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'PortForwarding': '1.2', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'QosPolicy': '1.8', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroup': '1.4', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SecurityGroupRule': '1.2', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'SubPort': '1.0', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Subnet': '1.1', May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: 'Trunk': '1.1'}} May 31 12:51:07.251736 dv-cinder-790492-5-iscsi neutron-server[91757]: {{(pid=91757) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:51:07.261567 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:07.262716 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Transition to ACTIVE for port object a23ca63d-550e-4652-8fcc-8a15c802b66e will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:07.301037 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.318182 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:07.391522 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Attempting to bind port a5230b60-d3fb-4151-8729-2e11e9375fa3 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:07.391890 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Attempting to bind port a5230b60-d3fb-4151-8729-2e11e9375fa3 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:07.392248 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Attempting to bind port a5230b60-d3fb-4151-8729-2e11e9375fa3 on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:07.403850 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Network a4069987-de9c-407e-b06a-67311a56c3e3 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:07.403989 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Pushing event updated for resources: {'Port': ['ID=30595d5d-89af-4e73-95ab-76a9e7efac79,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:07.406462 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:07.406879 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Checking segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:07.407024 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.407424 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Bound using segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:07.407910 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Bound port: a5230b60-d3fb-4151-8729-2e11e9375fa3, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:07.408316 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.419688 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:07.428643 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:07.443971 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Pushing event updated for resources: {'Port': ['ID=a23ca63d-550e-4652-8fcc-8a15c802b66e,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:07.444495 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:07.476047 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:07.572118 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.583448 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Attempting to bind port a23ca63d-550e-4652-8fcc-8a15c802b66e on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:07.583817 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Attempting to bind port a23ca63d-550e-4652-8fcc-8a15c802b66e by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:07.584471 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Attempting to bind port a23ca63d-550e-4652-8fcc-8a15c802b66e on network a4069987-de9c-407e-b06a-67311a56c3e3 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:07.606553 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:07.607043 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Checking segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:07.607353 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.607760 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Bound using segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:07.608232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Bound port: a23ca63d-550e-4652-8fcc-8a15c802b66e, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:07.608660 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.687902 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-57624bcd-133e-4739-819b-f5e001ec783a service neutron] 10.222.0.68 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967603 May 31 12:51:07.689897 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] For port a5230b60-d3fb-4151-8729-2e11e9375fa3, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:07.759782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.db.resource_extend [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 12:51:07.810056 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] For port a5230b60-d3fb-4151-8729-2e11e9375fa3, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a5230b60-d3fb-4151-8729-2e11e9375fa3,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:07.823861 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.828441 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.835235 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:07.836160 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.842280 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.845555 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.862159 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:07.900657 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5a4f6e6c-757f-44b6-865f-e4eb29c1e7f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:07.919487 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-84fb0793-4a0e-447e-abe7-92e3dfe8bbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.920941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:07.971883 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.014962 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] For port a23ca63d-550e-4652-8fcc-8a15c802b66e, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:08.019802 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] For port a23ca63d-550e-4652-8fcc-8a15c802b66e, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a23ca63d-550e-4652-8fcc-8a15c802b66e,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:08.022558 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Pushing event updated for resources: {'Port': ['ID=a5230b60-d3fb-4151-8729-2e11e9375fa3,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:08.038650 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:08.040597 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.057145 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:08.173710 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5799856 May 31 12:51:08.174937 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Pushing event updated for resources: {'Network': ['ID=10af74b9-1b35-43ce-8c5f-b43c89cded4f,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:08.183057 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Pushing event updated for resources: {'Port': ['ID=a23ca63d-550e-4652-8fcc-8a15c802b66e,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:08.186649 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:08.200953 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 10af74b9-1b35-43ce-8c5f-b43c89cded4f details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:51:08.224870 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54002) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:08.227097 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-45bf24e2-b681-4799-972d-c7b6078be712 service neutron] 10.222.0.68 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5256979 May 31 12:51:08.243401 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Request body: {'subnet': {'network_id': '10af74b9-1b35-43ce-8c5f-b43c89cded4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1840202286-subnet', 'tenant_id': 'ad0bec77cc094be7b7f55fce51097dbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:08.248556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:08.256090 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:08.267768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Usage tracker for resource:subnet and tenant:ad0bec77cc094be7b7f55fce51097dbd is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:08.276321 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:08.291378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:08.373069 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Made reservation on behalf of ad0bec77cc094be7b7f55fce51097dbd for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:08.376852 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.474941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Allocated IP 172.27.1.155 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/38bd6a30-1971-49e3-a457-44fc11fa3e6d) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:08.730418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54018) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:08.840453 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.864035 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:08.904573 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.035657 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e58afe4f-a6d3-4420-83a2-00b828adee1f req-fe7b030a-d2e3-4d89-baad-f528a1230afd tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.2973423 May 31 12:51:09.057354 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.073563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:09.166142 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Router 2797201f-9d62-45f4-a175-c75034d3ea31 is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:51:09.204429 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:09.218179 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:09.244402 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:09.438387 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:09.449344 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Sync routers for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:09.471438 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:09.472330 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:09.506482 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:09.508977 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4045527 May 31 12:51:09.512355 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54060) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:09.780314 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Pushing event updated for resources: {'Port': ['ID=38bd6a30-1971-49e3-a457-44fc11fa3e6d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:09.893016 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0cf5b-0d9c-46a0-bf0f-3e7ba1e36a39 None None] Network a4069987-de9c-407e-b06a-67311a56c3e3 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:10.160132 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-21f72835-70c3-4938-8903-f1f6bd287691 None None] Provisioning for port a23ca63d-550e-4652-8fcc-8a15c802b66e completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:10.176112 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:10.218234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.149s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:10.554412 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2727ec55-9b66-4614-bf30-12119b594d36 None None] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:10.591392 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54108) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:10.692622 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d50e709e-39a4-4c18-9915-67931a76fb11 req-ea5fd423-a9b0-4594-8b9c-853b90db1b3c tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.4733579 May 31 12:51:10.774203 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.798448 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a5230b60-d3fb-4151-8729-2e11e9375fa3 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:10.924390 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:10.975103 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:10.981951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Usage tracker for resource:security_group_rule and tenant:0ce3625e62f64731abd087136ca9adc0 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:10.986639 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:11.001932 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:11.019775 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:07Z', 'revision_number': 3, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:11.032929 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Checking router: 2797201f-9d62-45f4-a175-c75034d3ea31 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:11.033181 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Updating router 2797201f-9d62-45f4-a175-c75034d3ea31 port 30595d5d-89af-4e73-95ab-76a9e7efac79 binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:51:11.129523 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.172062 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.189586 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.202773 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.204473 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Provisioning for port a5230b60-d3fb-4151-8729-2e11e9375fa3 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:11.218338 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port a5230b60-d3fb-4151-8729-2e11e9375fa3 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:11.223656 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Provisioning complete for port a5230b60-d3fb-4151-8729-2e11e9375fa3 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:11.224300 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.233644 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.287376 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e1ee2d-4123-4509-a09e-8a250d8804b2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:11.290582 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:11.355626 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port a5230b60-d3fb-4151-8729-2e11e9375fa3 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:11.356087 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.358638 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.549018 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Synchronizing usage tracker for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:11.553433 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.578939 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.602722 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Unset dirty status for tenant:13a020b6e2ea4dfb87858ad2f04308f9 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:11.609559 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0ce3625e62f64731abd087136ca9adc0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0115674 May 31 12:51:11.612331 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54156) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:11.683447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.729580 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.811797 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.822363 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.827466 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] For port a5230b60-d3fb-4151-8729-2e11e9375fa3, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a5230b60-d3fb-4151-8729-2e11e9375fa3,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:11.837083 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.840138 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Transition to ACTIVE for port object 30595d5d-89af-4e73-95ab-76a9e7efac79 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:11.852936 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.854633 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.859766 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-31b5f52b-a225-47a5-a330-89792ced7c9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.860365 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:11.865994 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45ca6c44-9411-4442-addb-5d8cd16032cb,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:11.873886 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:11.956144 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Attempting to bind port 30595d5d-89af-4e73-95ab-76a9e7efac79 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:11.956558 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Attempting to bind port 30595d5d-89af-4e73-95ab-76a9e7efac79 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:11.957038 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Attempting to bind port 30595d5d-89af-4e73-95ab-76a9e7efac79 on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:11.961915 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Checking segment: {'id': 'de44fb57-81d3-4b22-af93-341ebff97c22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '10af74b9-1b35-43ce-8c5f-b43c89cded4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:11.962275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Network hostable DHCP agents. Network: 10af74b9-1b35-43ce-8c5f-b43c89cded4f, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:51:11.971696 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:11.972151 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:11.972891 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:11.973468 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:11.974153 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Bound port: 30595d5d-89af-4e73-95ab-76a9e7efac79, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:11.974914 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.003478 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.048315 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e03c750e-7e16-4088-9cfb-11f50adbb35c req-3e4f96f8-ea49-4194-9423-13789c19087c tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.0591965 May 31 12:51:12.053814 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Network 10af74b9-1b35-43ce-8c5f-b43c89cded4f is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:51:12.065480 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.069912 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 10af74b9-1b35-43ce-8c5f-b43c89cded4f) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:12.072499 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:51:12.082545 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:12.082545 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.087551 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:12.089566 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] For port 30595d5d-89af-4e73-95ab-76a9e7efac79, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:12.095637 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] For port 30595d5d-89af-4e73-95ab-76a9e7efac79, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=30595d5d-89af-4e73-95ab-76a9e7efac79,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:12.100171 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Pushing event updated for resources: {'Port': ['ID=30595d5d-89af-4e73-95ab-76a9e7efac79,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.108818 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.111060 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.111648 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.112209 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.112858 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.113904 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.114445 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.115016 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.115554 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.115844 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.db.api [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91757) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 12:51:12.116244 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_db.api [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 12:51:12.116509 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.116893 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1777af06-64aa-4172-8d98-9dda614ca56f None None] Network 10af74b9-1b35-43ce-8c5f-b43c89cded4f requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:12.117250 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.117765 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.118274 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Tracked resource versions report: May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: pushed versions: May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: { 'AddressGroup': {'1.2'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'ConntrackHelper': {'1.0'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Log': {'1.0'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Network': {'1.1'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Port': {'1.7'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'PortForwarding': {'1.2'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'QosPolicy': {'1.8'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroup': {'1.4'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroupRule': {'1.2'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SubPort': {'1.0'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Subnet': {'1.1'}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Trunk': {'1.1'}} May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: consumer versions: May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: { DHCP agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: HyperV agent@hv-cinder-79049: {}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: L3 agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: Metadata agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: Metering agent@dv-cinder-790492-5-iscsi: {}, May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: Open vSwitch agent@dv-cinder-790492-5-iscsi: { 'AddressGroup': '1.2', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'ConntrackHelper': '1.0', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Log': '1.0', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Network': '1.1', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Port': '1.7', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'PortForwarding': '1.2', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'QosPolicy': '1.8', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroup': '1.4', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SecurityGroupRule': '1.2', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'SubPort': '1.0', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Subnet': '1.1', May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: 'Trunk': '1.1'}} May 31 12:51:12.119898 dv-cinder-790492-5-iscsi neutron-server[91758]: {{(pid=91758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 12:51:12.132219 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e1ee2d-4123-4509-a09e-8a250d8804b2,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.134530 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.142954 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.144478 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:12.147626 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Pushing event updated for resources: {'Port': ['ID=a5230b60-d3fb-4151-8729-2e11e9375fa3,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.159402 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.161086 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.165160 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/58e1ee2d-4123-4509-a09e-8a250d8804b2 HTTP/1.1" status: 204 len: 168 time: 0.5492275 May 31 12:51:12.237214 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-12fb66ac-3e99-44f5-a9b1-8f3aaac80f9a None None] Provisioning complete for port a5230b60-d3fb-4151-8729-2e11e9375fa3 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:12.237616 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-12fb66ac-3e99-44f5-a9b1-8f3aaac80f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.260059 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Allocated IP 172.20.0.1 (a4069987-de9c-407e-b06a-67311a56c3e3/4dad8fa0-ef59-4179-bb13-f743d02f2f9e/aa13c612-c0a1-496d-903f-752f0140d82c) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:12.324059 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:12.324727 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:12.384054 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-a60d6b05-3842-4092-a079-dd7b777ec14e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1545420 May 31 12:51:12.414573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:12.443997 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Sync routers for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:12.461241 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.466251 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1362505 May 31 12:51:12.467155 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54174) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:12.495216 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Pushing event updated for resources: {'Port': ['ID=30595d5d-89af-4e73-95ab-76a9e7efac79,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.502610 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.505562 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.531446 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Transition to ACTIVE for port object aa13c612-c0a1-496d-903f-752f0140d82c will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:12.599522 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:12.600176 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:12.616766 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.625642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:12.683834 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:12.691216 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54180) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:12.768657 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Network a4069987-de9c-407e-b06a-67311a56c3e3 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:12.790293 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:12.804010 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:12.804519 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.870199 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Pushing event updated for resources: {'Port': ['ID=aa13c612-c0a1-496d-903f-752f0140d82c,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:12.877924 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:12.915232 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Deleting subnet 7f72caeb-2de9-4614-bbbe-63ba53dbeb06 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:12.926083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:12.987302 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b235e1a4-1402-4e2e-9d81-b6ec74c65035 None None] Network 10af74b9-1b35-43ce-8c5f-b43c89cded4f requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:51:13.032075 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.062956 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.081327 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:13.193773 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:07Z', 'revision_number': 3, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:13.205505 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5dc33e-525f-438a-b865-330f307b81e2 None None] The sync data for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi is: [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:07Z', 'revision_number': 3, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:13.486770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.582829 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-684554f2-ef2c-4662-bb29-32e3208242d4 req-caa706fc-ae93-4a32-9407-4fe2507662fa tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.0908837 May 31 12:51:13.653210 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a23ca63d-550e-4652-8fcc-8a15c802b66e up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:13.762402 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-2e676869-8133-4590-b27e-920b3aa69d23 None None] Provisioning for port aa13c612-c0a1-496d-903f-752f0140d82c completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:13.764716 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.783971 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-2e676869-8133-4590-b27e-920b3aa69d23 None None] Provisioning complete for port aa13c612-c0a1-496d-903f-752f0140d82c triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:13.784259 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2e676869-8133-4590-b27e-920b3aa69d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.808692 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port a23ca63d-550e-4652-8fcc-8a15c802b66e completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:13.819083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.849152 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port a23ca63d-550e-4652-8fcc-8a15c802b66e triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:13.849529 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.856279 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05566005-5b8b-4e9c-b47c-cb6eca71154d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:13.910026 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f72caeb-2de9-4614-bbbe-63ba53dbeb06,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:13.913223 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:13.916592 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:13.933726 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/7f72caeb-2de9-4614-bbbe-63ba53dbeb06 HTTP/1.1" status: 204 len: 168 time: 1.2414296 May 31 12:51:13.936228 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54212) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:14.073103 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Allocated IP 172.20.0.1 (87c29cfd-a8a6-4f5a-9842-c28889a3b1d6/103de075-79c4-4f9e-a85a-620b7ce77423/8cb8f0e3-2916-4411-baab-1cfccfff574f) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:14.104854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.115808 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-2e676869-8133-4590-b27e-920b3aa69d23 None None] Port aa13c612-c0a1-496d-903f-752f0140d82c cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:14.210296 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.282164 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:09Z', 'revision_number': 3, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:14.285607 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.304463 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Checking router: 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:14.304961 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Updating router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de port 38bd6a30-1971-49e3-a457-44fc11fa3e6d binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:51:14.314981 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.343658 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.344105 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.344916 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.345512 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > port after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.345944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.346366 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > port after_update 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.346793 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.347215 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.347617 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.348024 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.379641 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.386789 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.404912 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Transition to ACTIVE for port object 8cb8f0e3-2916-4411-baab-1cfccfff574f will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:14.440526 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.447227 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8b8c5517-7e47-40e0-b905-b3bb0a95959c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:14.463037 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port a23ca63d-550e-4652-8fcc-8a15c802b66e, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a23ca63d-550e-4652-8fcc-8a15c802b66e,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:14.513291 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.530589 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:14.531906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:14.547744 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:14.550798 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:14.554273 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.684140 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.684493 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.684817 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.685136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91756) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:14.685485 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd01747c-de16-46b4-ae9f-3b8b81e33a27']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:14.728491 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51542e99-c2c6-4f27-8969-5a3fb9f083e6') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:14.728778 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51542e99-c2c6-4f27-8969-5a3fb9f083e6') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:14.776321 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.778219 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Pushing event updated for resources: {'Port': ['ID=8cb8f0e3-2916-4411-baab-1cfccfff574f,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:14.781084 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:14.845125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.854944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:14.855604 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:14.864352 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a5230b60-d3fb-4151-8729-2e11e9375fa3 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:14.945678 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ac808fd4-882d-44bc-962b-f6a99f305998 req-889ec8b7-0889-4cf3-9558-0a178a3c5d8d tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.0631752 May 31 12:51:15.008330 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=a23ca63d-550e-4652-8fcc-8a15c802b66e,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:15.026306 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: from cryptography.utils import int_from_bytes May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: from cryptography.utils import int_from_bytes May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:15.047853 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:15.051865 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.062537 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-12a3dcd9-a521-42de-9ee9-f02786396974 None None] Provisioning for port 8cb8f0e3-2916-4411-baab-1cfccfff574f completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:15.066474 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.078147 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port a5230b60-d3fb-4151-8729-2e11e9375fa3 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:15.078566 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.090831 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a6011e69-4a1c-4e32-88ce-295e280a82bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:15.123413 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-12a3dcd9-a521-42de-9ee9-f02786396974 None None] Provisioning complete for port 8cb8f0e3-2916-4411-baab-1cfccfff574f triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:15.123801 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-12a3dcd9-a521-42de-9ee9-f02786396974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.167063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.188839 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Pushing event updated for resources: {'Port': ['ID=aa13c612-c0a1-496d-903f-752f0140d82c,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:15.205560 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.210805 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.224803 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] 10.222.0.68 "DELETE /v2.0/networks/cd01747c-de16-46b4-ae9f-3b8b81e33a27 HTTP/1.1" status: 204 len: 168 time: 1.2875264 May 31 12:51:15.238002 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54250) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:15.310284 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-12a3dcd9-a521-42de-9ee9-f02786396974 None None] Port 8cb8f0e3-2916-4411-baab-1cfccfff574f cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:15.322227 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:15.325227 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-97a87c5a-2e74-4f49-85fc-0427826fe80d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:15.381250 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Pushing event deleted for resources: {'Network': ['ID=cd01747c-de16-46b4-ae9f-3b8b81e33a27,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:15.549059 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-efe1ec3b-c95d-421d-bd6b-27c376ff935d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:15.562039 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.41', 62127) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:15.575936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.594880 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.600143 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.613587 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f2cd89b4-40e7-4c1f-a3c6-a72c5d479dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:15.632762 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.659384 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Deleting subnet 45ca6c44-9411-4442-addb-5d8cd16032cb {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:51:15.720578 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Transition to ACTIVE for port object 38bd6a30-1971-49e3-a457-44fc11fa3e6d will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:15.743936 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.766180 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.767988 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 30595d5d-89af-4e73-95ab-76a9e7efac79 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:15.846974 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:15.951471 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:15.955556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Pushing event updated for resources: {'Port': ['ID=8cb8f0e3-2916-4411-baab-1cfccfff574f,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:15.959125 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:15.960161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:15.961281 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:16.030427 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Network a4069987-de9c-407e-b06a-67311a56c3e3 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:16.036064 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:16.088501 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Attempting to bind port 38bd6a30-1971-49e3-a457-44fc11fa3e6d on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:16.088974 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Attempting to bind port 38bd6a30-1971-49e3-a457-44fc11fa3e6d by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:16.089144 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Attempting to bind port 38bd6a30-1971-49e3-a457-44fc11fa3e6d on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:16.105776 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e320a89-49c8-4e19-8b0a-39f598465f6e None None] Pushing event updated for resources: {'Port': ['ID=38bd6a30-1971-49e3-a457-44fc11fa3e6d,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:16.109159 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2e320a89-49c8-4e19-8b0a-39f598465f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:16.129535 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:16.130068 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:16.130481 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.132432 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:16.132988 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Bound port: 38bd6a30-1971-49e3-a457-44fc11fa3e6d, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:16.133380 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.182543 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-475f77e8-f56d-4112-8afe-b7ae91369a75 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:16.182839 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-475f77e8-f56d-4112-8afe-b7ae91369a75 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Synchronizing usage tracker for tenant:401202cecfba408cb5a9d060abf437fc on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:16.196388 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 30595d5d-89af-4e73-95ab-76a9e7efac79 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:16.210089 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 30595d5d-89af-4e73-95ab-76a9e7efac79 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:16.210622 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.236836 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.366649 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-475f77e8-f56d-4112-8afe-b7ae91369a75 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Unset dirty status for tenant:401202cecfba408cb5a9d060abf437fc on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:16.368175 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-475f77e8-f56d-4112-8afe-b7ae91369a75 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.41 "GET /v2.0/networks?id=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 HTTP/1.1" status: 200 len: 811 time: 0.7920141 May 31 12:51:16.417643 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] For port 38bd6a30-1971-49e3-a457-44fc11fa3e6d, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:16.433638 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a825c7db-7dd0-473e-a1c2-b485388672e4 req-e7108cd0-143b-4872-9109-04a6159cd944 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.1429892 May 31 12:51:16.436547 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Request body: {'port': {'device_id': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2', 'admin_state_up': True, 'tenant_id': '401202cecfba408cb5a9d060abf437fc'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:16.463623 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:16.524589 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] For port 38bd6a30-1971-49e3-a457-44fc11fa3e6d, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=38bd6a30-1971-49e3-a457-44fc11fa3e6d,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:16.545428 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.559611 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-d88e23d1-f7bc-40f2-9d13-073e8eab4f86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:16.624887 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.649785 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-f3772310-1ed8-444f-8664-3e2f1d9805b8 None None] Provisioning complete for port 8cb8f0e3-2916-4411-baab-1cfccfff574f triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:16.650040 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f3772310-1ed8-444f-8664-3e2f1d9805b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.718829 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Router 2797201f-9d62-45f4-a175-c75034d3ea31 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:51:16.774613 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:16.790554 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 30595d5d-89af-4e73-95ab-76a9e7efac79, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=30595d5d-89af-4e73-95ab-76a9e7efac79,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:16.795304 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:16.795969 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:16.804847 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] 10.222.0.68 "PUT /v2.0/routers/6c2bdcf6-2cfe-418a-ba6b-dac61d8501de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3339646 May 31 12:51:16.861945 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-f3772310-1ed8-444f-8664-3e2f1d9805b8 None None] Port 8cb8f0e3-2916-4411-baab-1cfccfff574f cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:16.863622 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:16.864419 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e320a89-49c8-4e19-8b0a-39f598465f6e None None] Pushing event updated for resources: {'Port': ['ID=38bd6a30-1971-49e3-a457-44fc11fa3e6d,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:16.877290 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2e320a89-49c8-4e19-8b0a-39f598465f6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:16.886514 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-26ef29d4-ff7f-4925-8df7-a804543e26cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:17.204224 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a23ca63d-550e-4652-8fcc-8a15c802b66e up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:17.291559 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.376754 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=30595d5d-89af-4e73-95ab-76a9e7efac79,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:17.386829 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:17.393626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:17.461910 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-81a86c41-3c0a-44d6-8b1e-e0d2d2b0a68b None None] Provisioning complete for port aa13c612-c0a1-496d-903f-752f0140d82c triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:17.462603 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.471569 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-81a86c41-3c0a-44d6-8b1e-e0d2d2b0a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.482640 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/45ca6c44-9411-4442-addb-5d8cd16032cb HTTP/1.1" status: 204 len: 168 time: 2.2432003 May 31 12:51:17.486602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54346) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:17.517916 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45ca6c44-9411-4442-addb-5d8cd16032cb,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:17.525461 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:17.540337 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:17.552662 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Usage tracker for resource:port and tenant:401202cecfba408cb5a9d060abf437fc is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:17.563382 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:17.592287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:17.632183 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:17.720129 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Made reservation on behalf of 401202cecfba408cb5a9d060abf437fc for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:17.724958 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.868930 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f36db906-6533-4fae-b6be-460bb32df90b req-37374ab4-ffa2-4bb4-83f8-e4cb20f634e2 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.1445215 May 31 12:51:17.894034 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:17.992423 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port a23ca63d-550e-4652-8fcc-8a15c802b66e triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:17.993086 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.154917 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54378) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:18.202099 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080100254', 'description': 'tempest-description--411845749'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:18.240355 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:18.249305 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:18.259224 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:18.268838 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:18.297196 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-81a86c41-3c0a-44d6-8b1e-e0d2d2b0a68b None None] Port aa13c612-c0a1-496d-903f-752f0140d82c cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:18.298988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.338209 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.365235 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:18.376859 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:51:18.379578 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group_rule and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:18.382741 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:18.393805 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Sync routers for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:18.396000 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:18.422389 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:18.423831 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:18.476871 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] 10.222.0.68 "PUT /v2.0/routers/2797201f-9d62-45f4-a175-c75034d3ea31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9543433 May 31 12:51:18.617047 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.634860 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:18.655558 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Allocated IP 172.20.0.4 (2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2/af80b6dc-ae48-447e-88a9-52fa15b761a0/f6546907-2c0a-4546-80db-ab3b63c22e3f) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:18.713112 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.717139 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.718068 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.727337 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > port after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.728041 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.730818 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > port after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.731425 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.731960 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.732522 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:18.733087 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:19.010378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:15Z', 'revision_number': 2, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:19.024341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0799fc3-9059-4222-bcab-a5102efc3c60 None None] The sync data for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi is: [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:15Z', 'revision_number': 2, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:19.075295 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 30595d5d-89af-4e73-95ab-76a9e7efac79 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:19.229393 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:19.266548 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:19.266849 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:19.274226 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:19.276332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91755) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 12:51:19.276466 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10af74b9-1b35-43ce-8c5f-b43c89cded4f']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:19.287155 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 30595d5d-89af-4e73-95ab-76a9e7efac79 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:19.289376 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.300048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b84ad7fa-0d4b-4b47-b666-014dea19615b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:19.356674 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.389445 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757cca1d-a67a-40ac-8827-3896132eb1bf,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:19.403318 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.415425 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.2303329 May 31 12:51:19.420978 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54424) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:19.422160 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:19.434668 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de44fb57-81d3-4b22-af93-341ebff97c22') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:19.440849 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.442175 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de44fb57-81d3-4b22-af93-341ebff97c22') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:19.474337 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:19.725344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Pushing event updated for resources: {'Port': ['ID=f6546907-2c0a-4546-80db-ab3b63c22e3f,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:19.736633 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:19.747206 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'security_group_rule': {'security_group_id': '757cca1d-a67a-40ac-8827-3896132eb1bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:19.751200 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:19.752513 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:19.759047 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:19.780034 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:19.795561 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group_rule and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:19.816427 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:19.847144 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:19.917161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.929380 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:19.933568 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:19.939188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.016878 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5964189 May 31 12:51:20.037536 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-c0240d49-4851-4479-b3ee-7e5e1adf6691 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:51:20.038773 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-c0240d49-4851-4479-b3ee-7e5e1adf6691 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102003 May 31 12:51:20.150366 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54446) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:20.156084 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405040576', 'description': 'tempest-description--128382014'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:20.170764 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:20.191724 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:20.195630 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:20.214006 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:20.260618 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.329983 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:20.344657 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group_rule and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:20.356172 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:20.365920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.373673 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.381435 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:20.385398 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a24fe-3320-47d2-a09b-ed89941af7d1 req-db8a1c47-be99-4fd1-b4bc-0f600ebf9be1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:20.394399 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a0a24fe-3320-47d2-a09b-ed89941af7d1 req-db8a1c47-be99-4fd1-b4bc-0f600ebf9be1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 931 time: 1.0158405 May 31 12:51:20.396913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.464167 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54462) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:20.489787 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 2, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:20.518626 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:51:20.519567 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.536715 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Checking router: 2797201f-9d62-45f4-a175-c75034d3ea31 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:20.536715 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Updating router 2797201f-9d62-45f4-a175-c75034d3ea31 port aa13c612-c0a1-496d-903f-752f0140d82c binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:51:20.607920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: from cryptography.utils import int_from_bytes May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: from cryptography.utils import int_from_bytes May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:51:20.638640 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:51:20.693501 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.698831 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.710760 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:20.730242 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.834967 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.848643 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.6847615 May 31 12:51:20.850581 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54478) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:20.888568 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'security_group_rule': {'security_group_id': '7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:20.916503 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:20.927703 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:20.932368 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:20.953066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group_rule and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:20.960704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:20.976636 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:20.980780 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:20.982572 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5544357 May 31 12:51:20.993063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54486) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:21.023717 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'security_group_rule': {'security_group_id': '757cca1d-a67a-40ac-8827-3896132eb1bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:21.024346 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a0a24fe-3320-47d2-a09b-ed89941af7d1 req-dde39def-b215-43cd-b12e-dc58fe41cf3e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6287565 May 31 12:51:21.030758 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7b5774c-4a13-4378-97be-29834f789c8f,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:21.038341 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:21.047332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.064207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.073340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Request body: {'port': {'device_id': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:21.077594 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:21.154622 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=10af74b9-1b35-43ce-8c5f-b43c89cded4f,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:21.160675 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:21.172513 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] 10.222.0.68 "DELETE /v2.0/networks/10af74b9-1b35-43ce-8c5f-b43c89cded4f HTTP/1.1" status: 204 len: 168 time: 3.6812220 May 31 12:51:21.180182 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:21.208777 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group_rule and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:21.219032 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:21.229797 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38bd6a30-1971-49e3-a457-44fc11fa3e6d up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:21.297044 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:21.335759 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54496) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:21.383122 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.419004 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.476153 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 38bd6a30-1971-49e3-a457-44fc11fa3e6d completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:21.506028 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 38bd6a30-1971-49e3-a457-44fc11fa3e6d triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:21.506831 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.576192 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.630180 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:21.653425 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:21.669928 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Usage tracker for resource:security_group_rule and tenant:fb4ede9bdb3447e293b484a58d25cf1a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:21.701370 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54506) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:21.721619 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:21.754199 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Usage tracker for resource:security_group_rule and tenant:22d9353c382d41e9adfcdc9dd733e939 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:21.793285 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.797682 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:21.819607 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:21.870146 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:21.940923 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.954322 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:21.991150 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.000614 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Transition to ACTIVE for port object aa13c612-c0a1-496d-903f-752f0140d82c will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:22.010525 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.028271 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 38bd6a30-1971-49e3-a457-44fc11fa3e6d, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=38bd6a30-1971-49e3-a457-44fc11fa3e6d,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:22.036090 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.039576 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2e320a89-49c8-4e19-8b0a-39f598465f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.046541 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d4d088c4-2dff-49e9-a99a-a56ec8e2285e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=051b6e6101604aac84ee94e3c2d474d4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3273129 May 31 12:51:22.048304 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-b9ba7a27-faf3-43b9-a0b8-27e2a96c1b3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.055116 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54520) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.272691 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=38bd6a30-1971-49e3-a457-44fc11fa3e6d,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.283402 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.301434 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.311552 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.334307 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.348423 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.412189 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.450840 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e752-8823-4cd7-b279-5de9abaea8d1 None None] Pushing event updated for resources: {'Port': ['ID=aa13c612-c0a1-496d-903f-752f0140d82c,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.459658 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8868e752-8823-4cd7-b279-5de9abaea8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.536803 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec7d2fd-4a44-4884-8bfe-bf5edfae3b98,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.540558 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.562328 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb4ede9bdb3447e293b484a58d25cf1a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2251098 May 31 12:51:22.563349 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54530) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.585435 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Attempting to bind port aa13c612-c0a1-496d-903f-752f0140d82c on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:22.585618 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.585857 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Attempting to bind port aa13c612-c0a1-496d-903f-752f0140d82c by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:22.586413 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Attempting to bind port aa13c612-c0a1-496d-903f-752f0140d82c on network a4069987-de9c-407e-b06a-67311a56c3e3 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:22.602531 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:22.608036 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Checking segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:22.609732 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.610959 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Bound using segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:22.611069 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.611774 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Bound port: aa13c612-c0a1-496d-903f-752f0140d82c, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:22.612363 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.613007 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.631043 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.648468 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.671134 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a313e7bb-21c4-4662-80cd-e8d537ec7e5b,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.720167 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e899e04-62fd-49bd-8799-cd86d30121c9,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.751292 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.756396 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.760103 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.002s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.778951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.782286 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.808353 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0aa15-b52b-4c7a-96bf-b2f54e4b1730 req-6f05c2ea-e900-407f-a8d2-beb624968d0a tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:22.811383 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3d0aa15-b52b-4c7a-96bf-b2f54e4b1730 req-6f05c2ea-e900-407f-a8d2-beb624968d0a tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 931 time: 0.4111211 May 31 12:51:22.849143 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c99bd1d6-b0a4-4c1a-a5f0-588f1fcb82fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.849810 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] For port aa13c612-c0a1-496d-903f-752f0140d82c, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:22.859290 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] For port aa13c612-c0a1-496d-903f-752f0140d82c, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=aa13c612-c0a1-496d-903f-752f0140d82c,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:22.866229 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.886867 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:22.926912 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdca6933-5bd3-4076-8e02-6eac7c6c3375,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:22.932810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.948097 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.949433 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-183bc924-0821-4d78-9fdd-e9c8b4e5a63a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0885530 May 31 12:51:22.950576 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:22.955468 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9567873 May 31 12:51:22.983106 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:22.986653 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54542) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.987016 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54544) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:22.991591 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868e752-8823-4cd7-b279-5de9abaea8d1 None None] Pushing event updated for resources: {'Port': ['ID=aa13c612-c0a1-496d-903f-752f0140d82c,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:23.030707 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8868e752-8823-4cd7-b279-5de9abaea8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:23.030873 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'security_group_rule': {'security_group_id': '7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:23.048810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:23.088798 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.094091 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cdca6933-5bd3-4076-8e02-6eac7c6c3375 HTTP/1.1" status: 204 len: 168 time: 1.0367243 May 31 12:51:23.108283 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:23.109015 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:23.116463 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:23.142330 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.151154 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38bd6a30-1971-49e3-a457-44fc11fa3e6d up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:23.158680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.177717 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3d0aa15-b52b-4c7a-96bf-b2f54e4b1730 req-50ba3f77-f64e-40d2-8a13-23416b2863c7 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537302 May 31 12:51:23.178928 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group_rule and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:23.194940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:23.204864 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:23.228585 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Sync routers for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:51:23.234865 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:floatingip and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:23.248209 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:23.256160 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:23.287197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:23.334569 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:23.336063 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:23.338465 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:23.349642 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.373432 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.435767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:23.473619 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=22d9353c382d41e9adfcdc9dd733e939&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9923294 May 31 12:51:23.489547 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.496436 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54562) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:23.497127 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfba4dd-c001-403b-be95-84a5cd32b22c,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:23.523399 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:23.539185 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec7d2fd-4a44-4884-8bfe-bf5edfae3b98,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:23.542470 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:23.641092 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.645144 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1ec7d2fd-4a44-4884-8bfe-bf5edfae3b98 HTTP/1.1" status: 204 len: 168 time: 1.0654166 May 31 12:51:23.873545 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:23.928769 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:24.014442 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.021958 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.041511 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7ce28f7f-a0e7-450a-8692-589899cff033 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:24.090137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74dcbb8f-18a3-4586-98fe-98d20db0b1b0,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:24.119471 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:24.122414 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.176852 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.181852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1797786 May 31 12:51:24.190842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54576) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:24.200095 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:24.227837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54580) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:24.235962 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6546907-2c0a-4546-80db-ab3b63c22e3f {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:24.237467 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:24.240344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:24.271117 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.284419 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:floatingip and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:24.303298 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:24.332556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:24.356408 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Transition to ACTIVE for port object f6546907-2c0a-4546-80db-ab3b63c22e3f will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:24.365246 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.367810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.385496 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-842ef518-65b0-4e81-89ba-edd6aa7d35e6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:24.609025 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.640620 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 38bd6a30-1971-49e3-a457-44fc11fa3e6d triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:24.644496 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.772824 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-2c47ac3b-a118-4dd6-ba22-03ca47af42ab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ad0bec77cc094be7b7f55fce51097dbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5408278 May 31 12:51:24.780883 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54592) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:24.787930 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:24.921014 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Pushing event updated for resources: {'Port': ['ID=f6546907-2c0a-4546-80db-ab3b63c22e3f,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:24.951440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:24.951900 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:25.015655 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfba4dd-c001-403b-be95-84a5cd32b22c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:25.219737 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:25.380619 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d74a58-8cf7-4256-a923-deec03037e62 req-ed346b8b-1f51-4a2e-9029-f0c875e32f26 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:25.381335 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.382208 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/bbfba4dd-c001-403b-be95-84a5cd32b22c HTTP/1.1" status: 204 len: 168 time: 1.8818750 May 31 12:51:25.382957 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-60d74a58-8cf7-4256-a923-deec03037e62 req-ed346b8b-1f51-4a2e-9029-f0c875e32f26 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 0.8719628 May 31 12:51:25.391209 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.466990 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-60d74a58-8cf7-4256-a923-deec03037e62 req-cf953ce4-7a50-4963-9fee-c1e7b5e15e02 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680947 May 31 12:51:25.496142 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:22Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:25.521098 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Allocated IP 172.27.1.205 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/1641327e-f05f-4111-8757-fe0cd498d823) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:25.545302 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc6c138-b82e-4cb5-89d1-97b4081e0e5c None None] The sync data for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi is: [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:22Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:25.564737 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Attempting to bind port f6546907-2c0a-4546-80db-ab3b63c22e3f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:25.565091 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Attempting to bind port f6546907-2c0a-4546-80db-ab3b63c22e3f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'c34b3b7e-922c-46a1-ace9-111a67a7aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:25.565761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Attempting to bind port f6546907-2c0a-4546-80db-ab3b63c22e3f on network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:25.584217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.599411 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Port f6546907-2c0a-4546-80db-ab3b63c22e3f on network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:25.599708 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Attempting to bind port f6546907-2c0a-4546-80db-ab3b63c22e3f on network 2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:25.616507 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:15Z', 'revision_number': 2, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:25.629949 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:25.643184 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Checking segment: {'id': 'c34b3b7e-922c-46a1-ace9-111a67a7aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:25.647283 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Bound using segment: {'id': 'c34b3b7e-922c-46a1-ace9-111a67a7aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:25.647815 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Bound port: f6546907-2c0a-4546-80db-ab3b63c22e3f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34b3b7e-922c-46a1-ace9-111a67a7aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:25.652792 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.673768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Checking router: 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:51:25.674439 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:25.674945 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Updating router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de port 8cb8f0e3-2916-4411-baab-1cfccfff574f binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:51:25.889072 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.237834 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] For port f6546907-2c0a-4546-80db-ab3b63c22e3f, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:26.259025 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] For port f6546907-2c0a-4546-80db-ab3b63c22e3f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f,segment=NetworkSegment(c34b3b7e-922c-46a1-ace9-111a67a7aae4),segment_id=c34b3b7e-922c-46a1-ace9-111a67a7aae4)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:26.269324 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.277320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-48832e17-6a78-4678-9c7b-7d0119c69c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:26.315397 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.349730 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device aa13c612-c0a1-496d-903f-752f0140d82c up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:26.394579 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:26.415449 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54630) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:26.505541 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bce9d1-fb9c-4e22-afbf-32bea818229e,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:26.520713 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:26.560724 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port aa13c612-c0a1-496d-903f-752f0140d82c completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:26.575214 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port aa13c612-c0a1-496d-903f-752f0140d82c triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:26.575816 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.615635 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.621989 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.628879 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d1bce9d1-fb9c-4e22-afbf-32bea818229e HTTP/1.1" status: 204 len: 168 time: 1.8382671 May 31 12:51:26.661862 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:26.663047 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.668178 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] 10.222.0.41 "PUT /v2.0/ports/f6546907-2c0a-4546-80db-ab3b63c22e3f HTTP/1.1" status: 200 len: 1093 time: 6.2402539 May 31 12:51:26.700309 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.700980 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'tag': 'f6546907-2c0a-4546-80db-ab3b63c22e3f'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:26.771120 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:26.813657 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:26.930472 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Usage tracker for resource:security_group_rule and tenant:0df9f1078616468591d5f99a53dbb499 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:26.942078 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:26.958918 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:26.985260 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Pushing event updated for resources: {'Port': ['ID=f6546907-2c0a-4546-80db-ab3b63c22e3f,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:27.000879 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:27.075651 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.153471 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-238e79f3-b490-43db-9bdb-9c64ef2a4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:27.157289 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-238e79f3-b490-43db-9bdb-9c64ef2a4096 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=401202cecfba408cb5a9d060abf437fc&device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 1096 time: 0.3682268 May 31 12:51:27.279803 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port aa13c612-c0a1-496d-903f-752f0140d82c, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=aa13c612-c0a1-496d-903f-752f0140d82c,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:27.318217 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:51:27.332632 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.351802 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:27.388192 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:27.443518 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-183f83c0-a79e-4ec4-b56a-e802d128ec6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f HTTP/1.1" status: 200 len: 217 time: 0.2109411 May 31 12:51:27.621369 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e501a22-889e-46d9-b76c-9c8ef3ce8c57", "tag": "f6546907-2c0a-4546-80db-ab3b63c22e3f"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:27.623694 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=aa13c612-c0a1-496d-903f-752f0140d82c,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:27.633915 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.660138 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:27.664844 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:27.733696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:27.757131 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9ebc3bc-fd68-437d-ab96-f6200ab8bf77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:27.772334 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:27.785792 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:27.899922 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0df9f1078616468591d5f99a53dbb499&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4567912 May 31 12:51:27.908491 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54678) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:27.910921 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e9b8a2-073e-4767-8db5-52a8b1e4d653,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:27.923987 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:27.948838 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.000392 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'Port': ['ID=1641327e-f05f-4111-8757-fe0cd498d823,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:28.004035 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:28.028118 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Allocated IP 172.27.1.84 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/82a06f67-c305-4762-9b72-3a22cfb1d2bf) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:28.038262 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Transition to ACTIVE for port object 8cb8f0e3-2916-4411-baab-1cfccfff574f will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:28.052384 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-4666e7bc-ed92-4bfc-81b1-d16c998bb1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.056896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.065775 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-4666e7bc-ed92-4bfc-81b1-d16c998bb1a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af80b6dc-ae48-447e-88a9-52fa15b761a0 HTTP/1.1" status: 200 len: 851 time: 0.5849113 May 31 12:51:28.100550 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:28.148240 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66b225-1231-40bf-86b3-97176ecbb464 req-95c95bfb-79e8-48d7-9c3a-0dea65783fd9 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:28.150296 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4d66b225-1231-40bf-86b3-97176ecbb464 req-95c95bfb-79e8-48d7-9c3a-0dea65783fd9 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 1.2951567 May 31 12:51:28.329495 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-6d9a5072-8297-4a64-ad21-57f3e3485f89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2264760 May 31 12:51:28.354236 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede300b2-f219-43df-9a74-56131be5b8f8 None None] Pushing event updated for resources: {'Port': ['ID=8cb8f0e3-2916-4411-baab-1cfccfff574f,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:28.363408 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device aa13c612-c0a1-496d-903f-752f0140d82c up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:28.436938 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4d66b225-1231-40bf-86b3-97176ecbb464 req-08331f6c-24b4-4f72-9e13-51a79ff9c975 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719610 May 31 12:51:28.473044 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.483771 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ede300b2-f219-43df-9a74-56131be5b8f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:28.506446 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b78648b-43ae-4703-bc13-d08013bf63a7 x-openstack-request-id: req-4b78648b-43ae-4703-bc13-d08013bf63a7 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:28.507038 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e501a22-889e-46d9-b76c-9c8ef3ce8c57", "tag": "f6546907-2c0a-4546-80db-ab3b63c22e3f", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:28.507245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4b78648b-43ae-4703-bc13-d08013bf63a7 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:28.507693 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'tag': 'f6546907-2c0a-4546-80db-ab3b63c22e3f', 'status': 'completed', 'code': 200} May 31 12:51:28.837301 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:28.862687 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.052797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.057677 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.100051 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Attempting to bind port 8cb8f0e3-2916-4411-baab-1cfccfff574f on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:29.100626 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Attempting to bind port 8cb8f0e3-2916-4411-baab-1cfccfff574f by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:29.101380 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Attempting to bind port 8cb8f0e3-2916-4411-baab-1cfccfff574f on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:29.120212 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:29.120812 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Checking segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:29.121333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.121902 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Bound using segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:29.122493 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Bound port: 8cb8f0e3-2916-4411-baab-1cfccfff574f, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:29.123154 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.209063 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port aa13c612-c0a1-496d-903f-752f0140d82c triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:29.209445 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.243190 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.289023 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5b193727-7c7f-477d-8a7c-5ad7ff218a5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.322215 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e9b8a2-073e-4767-8db5-52a8b1e4d653,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:29.331898 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:29.353437 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-92d97f1f-ea95-4ac5-82ac-3a988a0b35c1 service neutron] 10.222.0.41 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0057476 May 31 12:51:29.355687 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.356650 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/99e9b8a2-073e-4767-8db5-52a8b1e4d653 HTTP/1.1" status: 204 len: 168 time: 1.4275439 May 31 12:51:29.530772 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] For port 8cb8f0e3-2916-4411-baab-1cfccfff574f, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:29.544649 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] For port 8cb8f0e3-2916-4411-baab-1cfccfff574f, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=8cb8f0e3-2916-4411-baab-1cfccfff574f,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:29.552465 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.557694 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-484c6dae-8b20-49e6-86df-2c460c52e528 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.634235 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.651709 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.658474 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:29.719929 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede300b2-f219-43df-9a74-56131be5b8f8 None None] Pushing event updated for resources: {'Port': ['ID=8cb8f0e3-2916-4411-baab-1cfccfff574f,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:29.732198 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ede300b2-f219-43df-9a74-56131be5b8f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:29.773400 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:51:29.775491 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:51:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:29.786340 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:29.930315 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:29.954689 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7a557e77-df22-4ff4-b997-0a150825fb5e req-3fdaa740-0644-4808-a30a-b296e40b52f0 service neutron] 10.222.0.41 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320108 May 31 12:51:30.007973 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:30.044547 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:30.221818 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'Port': ['ID=82a06f67-c305-4762-9b72-3a22cfb1d2bf,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:30.281694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:30.282218 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.351s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:30.284437 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 8cb8f0e3-2916-4411-baab-1cfccfff574f up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:30.335631 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-e826606b-0235-4300-8c48-80a6e6c43f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:30.343059 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-e826606b-0235-4300-8c48-80a6e6c43f53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=401202cecfba408cb5a9d060abf437fc&device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 1096 time: 0.2668490 May 31 12:51:30.573424 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'Port': ['ID=1641327e-f05f-4111-8757-fe0cd498d823,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:30.601083 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.615899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:30.688558 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:51:30.708499 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-3f07b143-ca78-4cb0-8b30-d9a8e1c9803e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:30.715360 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-3f07b143-ca78-4cb0-8b30-d9a8e1c9803e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 HTTP/1.1" status: 200 len: 912 time: 0.3421712 May 31 12:51:30.765563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8540f75-19f6-44ec-8bf6-ccad835778eb req-0466e29a-473f-4f7f-93cd-1628e245af0e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:30.787517 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8540f75-19f6-44ec-8bf6-ccad835778eb req-0466e29a-473f-4f7f-93cd-1628e245af0e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 1.0101867 May 31 12:51:30.833789 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-edebcfc0-50f1-44f5-99ed-86ac23badc93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f HTTP/1.1" status: 200 len: 217 time: 0.1065643 May 31 12:51:30.844497 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.845884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8421526 May 31 12:51:30.869052 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:30.926766 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 8cb8f0e3-2916-4411-baab-1cfccfff574f completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:30.967606 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 8cb8f0e3-2916-4411-baab-1cfccfff574f triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:30.986807 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.004949 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-b495e5c9-3022-4003-bb21-f8e140f9fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:31.006992 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-b495e5c9-3022-4003-bb21-f8e140f9fe43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af80b6dc-ae48-447e-88a9-52fa15b761a0 HTTP/1.1" status: 200 len: 851 time: 0.1416767 May 31 12:51:31.142959 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-ba4999ea-1556-4173-ac94-74e436421236 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088822 May 31 12:51:31.144013 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8540f75-19f6-44ec-8bf6-ccad835778eb req-0f807c55-4147-4914-9608-53891a43e5db tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554120 May 31 12:51:31.144526 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.543577 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-3901b079-0138-460a-bdec-75cc837ef741 service neutron] 10.222.0.41 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778541 May 31 12:51:31.767046 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.774207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-d54af8a6-6ac3-4c93-82d5-25def6b334a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:31.775306 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.812885 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 8cb8f0e3-2916-4411-baab-1cfccfff574f, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=8cb8f0e3-2916-4411-baab-1cfccfff574f,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:31.815785 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6382ebc8-9c49-4d48-8f9f-ea33fae0a84c req-37356e29-f0a4-4ea2-b1bb-b2d8ce16824e service neutron] 10.222.0.41 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465999 May 31 12:51:31.816595 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:29Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:51:31.822512 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:31.825210 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ede300b2-f219-43df-9a74-56131be5b8f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:31.843726 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-d54af8a6-6ac3-4c93-82d5-25def6b334a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:31.847981 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-d54af8a6-6ac3-4c93-82d5-25def6b334a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--1080100254&fields=id&tenant_id=d740e7cd93f347c29b1678a27bcc2cad HTTP/1.1" status: 200 len: 267 time: 0.2687135 May 31 12:51:31.858143 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c308aeb-6c4a-4425-b84e-d696a5e92762 None None] The sync data for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi is: [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:29Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:51:31.956736 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=8cb8f0e3-2916-4411-baab-1cfccfff574f,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:31.960901 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:32.097803 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 8cb8f0e3-2916-4411-baab-1cfccfff574f up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:32.214961 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-b7b230e9-86d7-4377-9721-b0a7fbd1a3d6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.222162 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-b7b230e9-86d7-4377-9721-b0a7fbd1a3d6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 816 time: 0.3628516 May 31 12:51:32.231570 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.257239 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.299155 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-b086975c-3e39-41eb-a07a-7ae003ce18a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/quotas/d740e7cd93f347c29b1678a27bcc2cad HTTP/1.1" status: 200 len: 375 time: 0.0611382 May 31 12:51:32.316605 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 8cb8f0e3-2916-4411-baab-1cfccfff574f triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:32.317619 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.413899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:32.718857 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.773499 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'Port': ['ID=82a06f67-c305-4762-9b72-3a22cfb1d2bf,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:32.778476 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:32.799367 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.6071599 May 31 12:51:32.800540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:32.863533 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-bf7cef8c-7d9b-4e2a-9751-7d73a686ee25 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:32.892650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9b47b-db5e-44b7-af11-c0e18260766a req-5605b67d-5733-41e9-877b-da4b2475822f tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:32.900703 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67d9b47b-db5e-44b7-af11-c0e18260766a req-5605b67d-5733-41e9-877b-da4b2475822f tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 0.3142104 May 31 12:51:32.934458 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-bf7cef8c-7d9b-4e2a-9751-7d73a686ee25 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:32.948388 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-bf7cef8c-7d9b-4e2a-9751-7d73a686ee25 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6452794 May 31 12:51:33.006285 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67d9b47b-db5e-44b7-af11-c0e18260766a req-1c842f7f-0bc0-48d3-a4b6-b330430fd953 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045716 May 31 12:51:33.183125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54938) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:33.206841 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-8cf131ae-6d7b-4a1a-93b9-156f90677e6d service neutron] 10.222.0.68 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320464 May 31 12:51:33.245457 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-b16c89da-fbd1-4ed5-9569-7bb39ca55ed2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--405040576&fields=id&tenant_id=48cefaf9a6e64b64a6e80e616f06d169 HTTP/1.1" status: 200 len: 267 time: 0.0627797 May 31 12:51:33.331369 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.410272 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:33.416065 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Usage tracker for resource:security_group_rule and tenant:f5e73626af154ad4b0116eb9462923b0 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:33.420992 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:33.429918 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:33.498857 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-9cd298f2-da12-4893-b62c-16b1cda57242 service neutron] 10.222.0.68 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644935 May 31 12:51:33.521001 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-40f25de8-5f58-4dd0-803b-2655098552ce tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:33.527976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-40f25de8-5f58-4dd0-803b-2655098552ce tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 810 time: 0.2810600 May 31 12:51:33.546873 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-16e9154c-0a21-451a-b7c8-a8d97c67f453 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/quotas/48cefaf9a6e64b64a6e80e616f06d169 HTTP/1.1" status: 200 len: 375 time: 0.0179281 May 31 12:51:33.576359 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.581752 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.598541 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1258b4ab-8b1b-4f8e-9f54-e484b54193ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:33.651297 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f5e73626af154ad4b0116eb9462923b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4665415 May 31 12:51:33.652914 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf55676-e361-4da1-bc6a-2d2bb63cb4b7,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:33.664214 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-2d30ce32-6032-417d-bf75-273c93995cfc tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1164055 May 31 12:51:33.664594 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54962) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:33.666574 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:33.797477 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cf438651-c377-47ad-9f15-84cac0f67393 req-c7fb08fc-52bf-4efe-9604-30c2759e79d3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 210 time: 0.0675685 May 31 12:51:33.827852 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:33.865859 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-301ace73-0260-473a-a19f-c982fcc1c8d9 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 12:51:33.866899 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-301ace73-0260-473a-a19f-c982fcc1c8d9 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009238 May 31 12:51:33.925592 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.184012 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-7d30ce8b-330c-4169-8684-ff6f31a372f5 service neutron] 10.222.0.68 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951639 May 31 12:51:34.228282 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.264621 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:34.349442 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf55676-e361-4da1-bc6a-2d2bb63cb4b7,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:34.357953 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:34.363795 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.367524 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1bf55676-e361-4da1-bc6a-2d2bb63cb4b7 HTTP/1.1" status: 204 len: 168 time: 0.6929963 May 31 12:51:34.416083 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-512b106a-bec1-441e-beee-bb36deaee996 service neutron] 10.222.0.68 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933784 May 31 12:51:34.424055 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ac4117-2e30-4a96-a668-0adcb4a79b7c req-73621cbb-3d7b-44c3-a511-7b6c10b07163 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:34.425624 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9ac4117-2e30-4a96-a668-0adcb4a79b7c req-73621cbb-3d7b-44c3-a511-7b6c10b07163 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 0.2393553 May 31 12:51:34.443302 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55026) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:34.491143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9ac4117-2e30-4a96-a668-0adcb4a79b7c req-55e5cbe9-cb99-4224-9f34-1a1b51259f9f tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593340 May 31 12:51:34.688962 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc6fdcae-b8fb-45bc-812c-fae1c8ec346e req-95b66664-d3ff-4a7d-aed9-c44e13bd6f67 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0622816 May 31 12:51:34.914660 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:34.932436 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:34.937402 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Usage tracker for resource:security_group_rule and tenant:78cbe109be6745369b58a11f234c95eb is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:34.941070 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:34.944861 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55054) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:34.959061 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:34.985413 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55060) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:35.010889 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.016355 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-189d1337-1c22-4016-84d6-180fc3803188 req-95408080-5a03-4519-8cc5-9b760aecf2a3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 210 time: 0.0605624 May 31 12:51:35.108261 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.127442 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:35.132941 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Usage tracker for resource:security_group_rule and tenant:feabbd05a22c4487bb09e203205e4100 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:35.136755 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:35.143156 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:35.146904 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.190303 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-43b3b2e0-cd5e-4b18-9abb-a978fc0736db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:35.231249 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=78cbe109be6745369b58a11f234c95eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7863371 May 31 12:51:35.233972 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55074) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:35.245391 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f7b7d1-fe67-48df-a04b-a1e17f1a54a6,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:35.277360 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:35.294133 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-071851ab-95ab-4fc4-9db1-97da30165dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.322822 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.344776 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:35.351646 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Usage tracker for resource:security_group_rule and tenant:9fbe91bd6b7e4dd5a5d6314298cc5d67 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:35.355430 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:35.371535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:35.380052 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.410907 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.428689 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.448017 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.460784 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:35.510405 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=feabbd05a22c4487bb09e203205e4100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5238442 May 31 12:51:35.515532 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55080) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:35.518420 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.531440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72c4bea-8877-4183-b373-1d08dfd870dc,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:35.535409 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:35.603008 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.636990 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7c975f98-60ca-49a4-9907-e4fb1e6182f1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:35.655087 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.659695 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f7b7d1-fe67-48df-a04b-a1e17f1a54a6,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:35.709507 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:35.717482 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:35.834052 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f122a3-55a3-4c53-b388-ab3eb2a2f766,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:35.858242 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:35.860236 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-1111c58f-59e8-43f0-929f-bd6d35cb6c54 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:35.861062 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-1111c58f-59e8-43f0-929f-bd6d35cb6c54 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:35.880249 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-1111c58f-59e8-43f0-929f-bd6d35cb6c54 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:35.881598 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-1111c58f-59e8-43f0-929f-bd6d35cb6c54 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 816 time: 0.2152328 May 31 12:51:35.901919 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.903058 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e2f7b7d1-fe67-48df-a04b-a1e17f1a54a6 HTTP/1.1" status: 204 len: 168 time: 0.6679833 May 31 12:51:35.916010 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.930301 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9fbe91bd6b7e4dd5a5d6314298cc5d67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9843268 May 31 12:51:35.932253 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-706b3044-142b-4a49-acfa-f087b813413e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:35.935653 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55092) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:35.940587 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ba92d91c-a5ee-400d-98fa-fbfac4d95916 req-64d11b00-cdc4-4030-921c-e890123a5690 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0945935 May 31 12:51:35.964507 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:35.996029 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-817e9b24-cb34-4b19-8edf-81a25140586e req-706b3044-142b-4a49-acfa-f087b813413e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:35.997222 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-706b3044-142b-4a49-acfa-f087b813413e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d740e7cd93f347c29b1678a27bcc2cad HTTP/1.1" status: 200 len: 380 time: 0.1057107 May 31 12:51:36.015809 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'port': {'device_id': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'admin_state_up': True, 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'security_groups': ['757cca1d-a67a-40ac-8827-3896132eb1bf']}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:36.017422 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b52402-b7ef-43c9-989e-32d7b121c8b1 req-6fcaa073-16f2-4f13-9519-fc3767ed0acf tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:36.024673 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-57b52402-b7ef-43c9-989e-32d7b121c8b1 req-6fcaa073-16f2-4f13-9519-fc3767ed0acf tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 0.3706896 May 31 12:51:36.083096 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-57b52402-b7ef-43c9-989e-32d7b121c8b1 req-65263dd6-8256-4e5b-9324-1c8c31a669b4 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525317 May 31 12:51:36.099858 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.106131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:36.119677 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72c4bea-8877-4183-b373-1d08dfd870dc,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:36.123609 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:36.126513 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.127889 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/a72c4bea-8877-4183-b373-1d08dfd870dc HTTP/1.1" status: 204 len: 168 time: 0.6112902 May 31 12:51:36.248312 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.262563 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:36.270925 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0736b3bf-20f4-4ade-880a-47cacf018811 req-62ffb935-051b-4d53-aac7-fbc115492de2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 210 time: 0.0474517 May 31 12:51:36.285189 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:36.291642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.314272 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Made reservation on behalf of d740e7cd93f347c29b1678a27bcc2cad for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:36.317924 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.319005 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55106) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:36.337046 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.352018 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:36.355829 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5867d74d714054b2adf6e681b77f36 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:36.358840 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:36.364658 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:36.463538 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.464104 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.469513 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.485651 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:36.504413 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:36.526245 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3c5867d74d714054b2adf6e681b77f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033577 May 31 12:51:36.526245 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62415076-8764-434a-a197-806372c904df,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:36.528341 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55118) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:36.534584 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f122a3-55a3-4c53-b388-ab3eb2a2f766,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:36.542972 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:36.558345 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Allocated IP 172.20.0.7 (87c29cfd-a8a6-4f5a-9842-c28889a3b1d6/103de075-79c4-4f9e-a85a-620b7ce77423/3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:36.560440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:36.572850 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.576938 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/42f122a3-55a3-4c53-b388-ab3eb2a2f766 HTTP/1.1" status: 204 len: 168 time: 0.6402037 May 31 12:51:36.620318 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.666012 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.736139 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.741369 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-87ab846e-f64c-4e8b-a08a-8edf3a830cc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:36.752775 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62415076-8764-434a-a197-806372c904df,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:36.755937 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:36.759888 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.761186 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/62415076-8764-434a-a197-806372c904df HTTP/1.1" status: 204 len: 168 time: 0.2227998 May 31 12:51:36.825931 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.845309 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Transition to ACTIVE for port object 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:36.875454 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:36.883594 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:36.976265 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:36.979226 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:36.982133 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:37.032841 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:37.037327 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:37.073564 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:37.074661 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.115931 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1075981 May 31 12:51:37.149625 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55152) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:37.185447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.229773 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:37.240691 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6e13c5bd-1d59-4eb4-a2af-2cda2c38e23c req-8709b09d-cf79-4789-82dc-84db5c0f6862 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0757716 May 31 12:51:37.241392 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Usage tracker for resource:security_group_rule and tenant:7e0b514c36f04d129edb7fdba4ff33f6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:37.261977 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:37.272709 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:37.345994 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80921174-3afe-49c3-905a-d9ab52a53980 req-12fb3d22-040f-49df-bd5e-88073614f7d5 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:37.347058 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-d5b88f93-71b1-4b40-9201-d46430ed5c72 None None] Provisioning for port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:37.353935 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-d5b88f93-71b1-4b40-9201-d46430ed5c72 None None] Provisioning complete for port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:37.354321 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d5b88f93-71b1-4b40-9201-d46430ed5c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.358895 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80921174-3afe-49c3-905a-d9ab52a53980 req-12fb3d22-040f-49df-bd5e-88073614f7d5 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 0.1108944 May 31 12:51:37.438850 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.445741 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80921174-3afe-49c3-905a-d9ab52a53980 req-708a6c50-16b6-4c20-9738-2ead07f54ffb tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716484 May 31 12:51:37.447471 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.461876 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-d5b88f93-71b1-4b40-9201-d46430ed5c72 None None] Port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:37.475857 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:37.522955 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7e0b514c36f04d129edb7fdba4ff33f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3626213 May 31 12:51:37.522955 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf6eee4-df25-4b05-bbe4-b7fddd4de974,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:37.523095 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55168) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:37.529437 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:37.606438 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.617364 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de9d40-e203-4043-80ef-8fd5d26e91e1 req-59389661-a641-4ee5-9048-2553edc4788a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:37.619278 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-43de9d40-e203-4043-80ef-8fd5d26e91e1 req-59389661-a641-4ee5-9048-2553edc4788a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 931 time: 0.1605468 May 31 12:51:37.668272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.678757 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.708116 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-43de9d40-e203-4043-80ef-8fd5d26e91e1 req-64e03cac-4bda-4bbc-97a3-b9e99c15af45 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783031 May 31 12:51:37.747089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.755248 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-94da8252-bd46-483c-9371-5395e27a0628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:37.768785 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf6eee4-df25-4b05-bbe4-b7fddd4de974,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:37.773611 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:37.774622 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3bf6eee4-df25-4b05-bbe4-b7fddd4de974 HTTP/1.1" status: 204 len: 168 time: 0.2517943 May 31 12:51:37.775563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:37.809596 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a9241ead-68b9-4ede-8886-eb7745345b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.407394 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f06b521-ccc0-40d6-9f24-430279b937e3 req-d439acd9-3118-4714-8650-b6cb10460462 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0483212 May 31 12:51:38.542522 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device f6546907-2c0a-4546-80db-ab3b63c22e3f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:51:38.697126 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b70cc6-8cb1-4805-8841-bec1bd027247 req-54e59eaa-ec98-4509-b960-8ed7d3b43ba6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:38.699742 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6b70cc6-8cb1-4805-8841-bec1bd027247 req-54e59eaa-ec98-4509-b960-8ed7d3b43ba6 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 943 time: 0.1242158 May 31 12:51:38.767519 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6b70cc6-8cb1-4805-8841-bec1bd027247 req-82acb8f1-0463-4c1e-8135-3be5927bc6a3 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614562 May 31 12:51:38.790495 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port f6546907-2c0a-4546-80db-ab3b63c22e3f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f,segment=NetworkSegment(c34b3b7e-922c-46a1-ace9-111a67a7aae4),segment_id=c34b3b7e-922c-46a1-ace9-111a67a7aae4)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:38.811466 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': 'f6546907-2c0a-4546-80db-ab3b63c22e3f', 'network_id': '2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2', 'port_id': 'f6546907-2c0a-4546-80db-ab3b63c22e3f', 'mac_address': 'fa:16:3e:4b:80:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af80b6dc-ae48-447e-88a9-52fa15b761a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:51:38.902170 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.932136 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.940035 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6546907-2c0a-4546-80db-ab3b63c22e3f {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:38.982102 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port f6546907-2c0a-4546-80db-ab3b63c22e3f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f,segment=NetworkSegment(c34b3b7e-922c-46a1-ace9-111a67a7aae4),segment_id=c34b3b7e-922c-46a1-ace9-111a67a7aae4)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:38.994317 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:38.996414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:39.023297 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994ee22-a17a-4864-88c8-7ae219881918 req-19551ca9-93c7-4126-9aec-6c868aade8bc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:39.026061 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5994ee22-a17a-4864-88c8-7ae219881918 req-19551ca9-93c7-4126-9aec-6c868aade8bc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 931 time: 0.1385143 May 31 12:51:39.071557 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=f6546907-2c0a-4546-80db-ab3b63c22e3f,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:39.082658 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:39.089685 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5994ee22-a17a-4864-88c8-7ae219881918 req-406db1e5-9402-475e-ac2b-539957fa6cd2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561876 May 31 12:51:39.582507 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-48e6ff01-9a25-4378-ae20-9cc3196040b4 req-b5f5ab4a-aec1-4be7-b41b-57fa6a64ad47 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0507922 May 31 12:51:39.596511 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55306) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:39.825963 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:39.840656 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:39.844579 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d34b77af30ab437189d252ea4a8de0d2 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:39.847443 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:39.853066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:39.908724 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.41', 62159) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:39.918476 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Request body: {'port': {'device_id': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:40.004378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00d04f-11c2-40cb-a928-a330181a4796 req-836220a6-b326-4c08-938d-2342a0e95380 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.006123 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.006328 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-af00d04f-11c2-40cb-a928-a330181a4796 req-836220a6-b326-4c08-938d-2342a0e95380 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.1346705 May 31 12:51:40.039848 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.064878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ccd721dd-9d65-43c0-9141-0cd0af0324ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:40.106262 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d34b77af30ab437189d252ea4a8de0d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5086627 May 31 12:51:40.111431 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55330) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:40.112194 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.135954 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284c7df7-02f7-483b-80e3-8b8652da5ac9,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:40.188492 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-af00d04f-11c2-40cb-a928-a330181a4796 req-1af62b4c-f2d9-4980-8976-ac5b9caa3323 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343307 May 31 12:51:40.195189 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-0af4f6fe-55e5-44ec-9d0f-9f6911059970 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.196764 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-0af4f6fe-55e5-44ec-9d0f-9f6911059970 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 810 time: 0.2486417 May 31 12:51:40.219226 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:40.350350 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-45188a53-985a-495f-bf15-1ba38bbecc03 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48cefaf9a6e64b64a6e80e616f06d169 HTTP/1.1" status: 200 len: 379 time: 0.0805261 May 31 12:51:40.361256 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'port': {'device_id': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'admin_state_up': True, 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'security_groups': ['7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:40.412304 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.485938 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.504246 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11cf20-af0b-455f-8f60-f5ebf41a736d req-5ac00dc2-b873-464f-8542-a0354ca0d863 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:40.506313 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0f11cf20-af0b-455f-8f60-f5ebf41a736d req-5ac00dc2-b873-464f-8542-a0354ca0d863 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 931 time: 0.2838607 May 31 12:51:40.580400 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:40.587851 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0f11cf20-af0b-455f-8f60-f5ebf41a736d req-5f2b590e-c403-4d2b-99ee-09d12af72c6c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657251 May 31 12:51:40.588782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:port and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:40.591942 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:40.592540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.597607 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:40.616562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Made reservation on behalf of 48cefaf9a6e64b64a6e80e616f06d169 for: {'port': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:51:40.621675 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.754233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:40.763280 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.781326 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.787061 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Transition to ACTIVE for port object 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:40.789185 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ae6b7be1-2fc4-4329-b0d9-16937af7b1a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:40.801904 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.808281 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284c7df7-02f7-483b-80e3-8b8652da5ac9,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:40.810573 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:40.812608 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:40.850822 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-760994ab-6af1-4156-ab9c-74d8e3a9a09c req-77f1ad4b-bd50-4f7a-a3d5-1da8405bcc80 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.1443405 May 31 12:51:40.935957 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Allocated IP 172.20.0.12 (a4069987-de9c-407e-b06a-67311a56c3e3/4dad8fa0-ef59-4179-bb13-f743d02f2f9e/e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:51:40.942705 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:40.944840 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/284c7df7-02f7-483b-80e3-8b8652da5ac9 HTTP/1.1" status: 204 len: 168 time: 0.8160894 May 31 12:51:41.006519 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.050126 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.137602 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Attempting to bind port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:41.138270 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Attempting to bind port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:41.138870 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Attempting to bind port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:41.144515 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:41.145048 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Attempting to bind port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:41.150881 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:41.151222 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Checking segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:41.151641 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Bound using segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:41.152206 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Bound port: 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:41.152675 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.218640 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.242079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Transition to ACTIVE for port object e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:41.269197 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:41.273762 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:41.275530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.279675 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.283202 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.295499 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:41.345782 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.346435 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.348286 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] 10.222.0.41 "PUT /v2.0/ports/3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 HTTP/1.1" status: 200 len: 1093 time: 1.4385486 May 31 12:51:41.348786 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:41.351633 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7782bb3-8ea5-4fb2-a780-984fbc0203e3" -d '{"events": [{"name": "network-changed", "server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:41.406136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.423289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.451138 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55380) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:41.454326 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5356a4-e22c-4226-8fc5-0f869eba407d x-openstack-request-id: req-3d5356a4-e22c-4226-8fc5-0f869eba407d {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:41.454326 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:41.454326 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3d5356a4-e22c-4226-8fc5-0f869eba407d {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:41.454326 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'status': 'completed', 'code': 200} May 31 12:51:41.461398 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Network a4069987-de9c-407e-b06a-67311a56c3e3 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:51:41.489385 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.502682 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:51:41.553701 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:51:41.628569 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:41.641616 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'Port': ['ID=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:41.644604 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Usage tracker for resource:security_group_rule and tenant:4cb8bd1d5fe14524948fc10f5c58eaeb is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:41.665085 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:41.668642 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:41.676682 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.677340 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.694549 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:41.745712 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e48fa-b412-41ec-9e3f-6c1782c55abb req-d68da653-066d-497a-90d0-438df5aaeed8 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:41.747308 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b5e48fa-b412-41ec-9e3f-6c1782c55abb req-d68da653-066d-497a-90d0-438df5aaeed8 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.3894830 May 31 12:51:41.758373 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4016659 May 31 12:51:41.899392 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b5e48fa-b412-41ec-9e3f-6c1782c55abb req-bd365cfb-4622-46ed-a0d7-b5a7210bc519 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425443 May 31 12:51:41.900821 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6d08754d-d3bc-40a6-aa42-a248f4a0de0c None None] Provisioning for port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:41.907971 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6d08754d-d3bc-40a6-aa42-a248f4a0de0c None None] Provisioning complete for port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:41.908697 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d08754d-d3bc-40a6-aa42-a248f4a0de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.970508 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.978218 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:41.979183 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-6d08754d-d3bc-40a6-aa42-a248f4a0de0c None None] Port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:51:41.991219 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-95b2d1e3-0db3-400f-b4d2-feb3d7f010a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.039510 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126580f5-7c53-4fdc-9f58-a6fe44253411 req-a8cd4d5c-1dbc-4635-b5a8-5a72d4eeb5de tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.040474 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-126580f5-7c53-4fdc-9f58-a6fe44253411 req-a8cd4d5c-1dbc-4635-b5a8-5a72d4eeb5de tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.2560823 May 31 12:51:42.103736 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4cb8bd1d5fe14524948fc10f5c58eaeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6463683 May 31 12:51:42.106410 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55400) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:42.128851 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a54e86-852b-4799-b6ab-788862f130d2,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.150717 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.223431 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.235852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-126580f5-7c53-4fdc-9f58-a6fe44253411 req-bf9da702-0273-47d7-82c7-5dd527f3f0fb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477826 May 31 12:51:42.268030 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8406f4c-d858-4750-88aa-807559ea0660 req-8ca23bb5-bacf-44f3-9dcf-008028d4d039 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:42.269784 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-d8406f4c-d858-4750-88aa-807559ea0660 req-8ca23bb5-bacf-44f3-9dcf-008028d4d039 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Synchronizing usage tracker for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:51:42.294261 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-d8406f4c-d858-4750-88aa-807559ea0660 req-8ca23bb5-bacf-44f3-9dcf-008028d4d039 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Unset dirty status for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:51:42.296643 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8406f4c-d858-4750-88aa-807559ea0660 req-8ca23bb5-bacf-44f3-9dcf-008028d4d039 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 932 time: 0.2550659 May 31 12:51:42.299206 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.348090 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8406f4c-d858-4750-88aa-807559ea0660 req-07346a61-9689-477e-90d6-6afae43d8e34 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440977 May 31 12:51:42.360568 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.366603 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:42.379071 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a54e86-852b-4799-b6ab-788862f130d2,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:42.382109 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:42.384216 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:42.388407 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b2a54e86-852b-4799-b6ab-788862f130d2 HTTP/1.1" status: 204 len: 168 time: 0.2770708 May 31 12:51:42.727296 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['f6546907-2c0a-4546-80db-ab3b63c22e3f'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:51:43.095229 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15fa2f-875f-4de9-a3ae-3945278c59b3 req-e9d8fe8a-307b-4000-94ca-f5a36986710a tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.096804 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef15fa2f-875f-4de9-a3ae-3945278c59b3 req-e9d8fe8a-307b-4000-94ca-f5a36986710a tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.0857570 May 31 12:51:43.141398 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef15fa2f-875f-4de9-a3ae-3945278c59b3 req-4f0df91c-035d-4564-afcc-a32a133b5d15 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388148 May 31 12:51:43.527344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6779466-8962-402c-be66-dfa95e581b4a req-00e8d832-1539-41b4-89ab-e34b20c5c7b4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.528802 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6779466-8962-402c-be66-dfa95e581b4a req-00e8d832-1539-41b4-89ab-e34b20c5c7b4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1673934 May 31 12:51:43.585012 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6779466-8962-402c-be66-dfa95e581b4a req-80cdc4e1-0d9c-49c1-87c6-c7e0ddb0b3f4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490580 May 31 12:51:43.596853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a706565-6710-4e3a-9531-b1035c14e95f req-064e4db1-8604-4f11-9e26-a32b63d9cf69 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:43.598374 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a706565-6710-4e3a-9531-b1035c14e95f req-064e4db1-8604-4f11-9e26-a32b63d9cf69 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 932 time: 0.1294549 May 31 12:51:43.643671 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a706565-6710-4e3a-9531-b1035c14e95f req-eb40402f-692c-43c5-8c94-e6abc90f794b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392690 May 31 12:51:44.333343 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d6016-6aaa-45bb-831a-05b1f4c8e53a req-34e27f61-15fb-45d9-88e1-f3df3b4b2605 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:44.334824 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f8d6016-6aaa-45bb-831a-05b1f4c8e53a req-34e27f61-15fb-45d9-88e1-f3df3b4b2605 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.0838301 May 31 12:51:44.394130 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f8d6016-6aaa-45bb-831a-05b1f4c8e53a req-547e2b02-500f-4b21-b09f-86c9c3f380ad tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524759 May 31 12:51:44.851427 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a94262-c8e3-4708-b603-42e72dcde65d req-b44a5b47-08a2-4ddc-aaf5-de46d0ce4052 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:44.852927 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b4a94262-c8e3-4708-b603-42e72dcde65d req-b44a5b47-08a2-4ddc-aaf5-de46d0ce4052 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1360724 May 31 12:51:44.885764 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992f73a-d172-46fc-86c8-cdb917950a45 req-0b1fc364-1bd3-4d48-823b-bf588640620b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:44.889596 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9992f73a-d172-46fc-86c8-cdb917950a45 req-0b1fc364-1bd3-4d48-823b-bf588640620b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 932 time: 0.1272478 May 31 12:51:44.942792 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b4a94262-c8e3-4708-b603-42e72dcde65d req-6b262981-73fe-4584-8c2e-eaa4817799ca tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815561 May 31 12:51:44.962217 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9992f73a-d172-46fc-86c8-cdb917950a45 req-d7d14664-4420-4ed0-836a-8ad4dde0b556 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673230 May 31 12:51:45.139987 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Request body: {'port': {'device_id': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:51:45.209082 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7782bb3-8ea5-4fb2-a780-984fbc0203e3 req-284b9ed6-d832-45be-baa1-6e4cf54fe5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.210576 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c7782bb3-8ea5-4fb2-a780-984fbc0203e3 req-284b9ed6-d832-45be-baa1-6e4cf54fe5f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 1096 time: 0.0760036 May 31 12:51:45.236362 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55518) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:45.258030 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.390064 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.411285 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7782bb3-8ea5-4fb2-a780-984fbc0203e3 req-30627f7e-048f-4566-b966-f2842590c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.412697 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c7782bb3-8ea5-4fb2-a780-984fbc0203e3 req-30627f7e-048f-4566-b966-f2842590c3e5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1652913 May 31 12:51:45.415083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:45.419770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Usage tracker for resource:security_group_rule and tenant:f6e56b74cddf420693815add4aec7424 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:45.424340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:45.454819 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:45.600339 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7782bb3-8ea5-4fb2-a780-984fbc0203e3 req-311510d8-4382-44de-92e0-d31219f58546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.604181 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c7782bb3-8ea5-4fb2-a780-984fbc0203e3 req-311510d8-4382-44de-92e0-d31219f58546 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1789832 May 31 12:51:45.657836 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.663739 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.691112 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:45.728313 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876156b-5aab-4730-97a7-2d9bd2284837 req-96973dc5-d376-4638-91b9-28604481edd5 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.729805 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e876156b-5aab-4730-97a7-2d9bd2284837 req-96973dc5-d376-4638-91b9-28604481edd5 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.2215104 May 31 12:51:45.749748 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f6e56b74cddf420693815add4aec7424&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5120847 May 31 12:51:45.757263 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55534) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:45.785507 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2bf72b-2265-4dc0-8dd2-0ea050b39425,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:45.791530 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:45.806930 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:51:45.818048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.830836 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e876156b-5aab-4730-97a7-2d9bd2284837 req-aa9b3f3e-1713-4904-bbd7-04a91131f1dc tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710740 May 31 12:51:45.839195 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Transition to ACTIVE for port object e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:51:45.846657 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-25c10057-bdff-460e-9e03-bb3da8851bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:45.846916 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.848132 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-25c10057-bdff-460e-9e03-bb3da8851bef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 1096 time: 0.1582570 May 31 12:51:45.848778 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.852036 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9c1e3f7-bd90-47f9-860c-b43a57ab680c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:45.875670 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.930045 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.933778 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:45.945841 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2bf72b-2265-4dc0-8dd2-0ea050b39425,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:45.949626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:45.953322 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:45.954255 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ac2bf72b-2265-4dc0-8dd2-0ea050b39425 HTTP/1.1" status: 204 len: 168 time: 0.1915729 May 31 12:51:46.099947 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-5871e966-8eda-4022-b139-1bf5688aed8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 HTTP/1.1" status: 200 len: 217 time: 0.1015079 May 31 12:51:46.122487 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Pushing event updated for resources: {'Port': ['ID=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.138306 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.317134 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Attempting to bind port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:51:46.317478 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Attempting to bind port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:51:46.318021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Attempting to bind port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f on network a4069987-de9c-407e-b06a-67311a56c3e3 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:46.328717 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f on network a4069987-de9c-407e-b06a-67311a56c3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:51:46.329307 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Attempting to bind port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f on network a4069987-de9c-407e-b06a-67311a56c3e3 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:51:46.339272 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-212db29f-884c-47f5-9f50-772f3e42a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.340221 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:51:46.340740 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Checking segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:51:46.340885 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-212db29f-884c-47f5-9f50-772f3e42a7a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0669193 May 31 12:51:46.341598 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Bound using segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:51:46.342154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Bound port: e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:51:46.342530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.379855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55548) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:46.403025 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f3aba-78de-4549-8075-f1ef64d96256 req-6c1da3b8-b315-4be9-8348-3e67f1a9d682 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.404576 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-630f3aba-78de-4549-8075-f1ef64d96256 req-6c1da3b8-b315-4be9-8348-3e67f1a9d682 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.2371440 May 31 12:51:46.407052 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.429800 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15101-5fae-40ed-b4e9-a694c472c05f req-259c0dd6-5bed-4599-afa7-9908ac646d9c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.430386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8be15101-5fae-40ed-b4e9-a694c472c05f req-259c0dd6-5bed-4599-afa7-9908ac646d9c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.2618504 May 31 12:51:46.435890 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:46.441460 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Usage tracker for resource:security_group_rule and tenant:0db9c2a50ce64190929d9d8248d93c69 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:46.444538 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:46.452353 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:46.530565 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-630f3aba-78de-4549-8075-f1ef64d96256 req-45ac7207-34a3-43d4-9a12-a90c1c94df0e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158760 May 31 12:51:46.536879 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8be15101-5fae-40ed-b4e9-a694c472c05f req-6a109a6f-445f-4537-a8ee-10c802735a00 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892518 May 31 12:51:46.537903 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] For port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f, host hv-cinder-79049, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:51:46.539584 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e9b24-cb34-4b19-8edf-81a25140586e req-9bdcaafa-a4ef-40c4-abff-3392fa84e4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.541819 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-9bdcaafa-a4ef-40c4-abff-3392fa84e4a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1937859 May 31 12:51:46.569344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] For port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:51:46.574138 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.579429 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:46.623546 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.631372 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.639288 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:46.640166 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.641262 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0caacff0-dd17-4506-8d58-af117ddfaf4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:46.641773 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] 10.222.0.41 "PUT /v2.0/ports/e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 1094 time: 1.5101581 May 31 12:51:46.642381 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:46.676562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Pushing event updated for resources: {'Port': ['ID=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.680653 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.690750 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=0db9c2a50ce64190929d9d8248d93c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057823 May 31 12:51:46.692606 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c901d5db-c7c1-4b1a-b946-880569b451ed,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.695161 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55560) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:51:46.710497 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.776731 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.797838 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c4fd55-579b-45de-9fbd-1fe76bc75323" -d '{"events": [{"name": "network-changed", "server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:46.811977 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.874846 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.878621 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4d24c11e-937b-410f-83a7-306acd0c72df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:46.895564 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c901d5db-c7c1-4b1a-b946-880569b451ed,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:46.897929 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:46.901738 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:46.902900 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c901d5db-c7c1-4b1a-b946-880569b451ed HTTP/1.1" status: 204 len: 168 time: 0.1964471 May 31 12:51:46.923256 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f926e0bc-a945-42ee-929d-4cf1f4caaac5 x-openstack-request-id: req-f926e0bc-a945-42ee-929d-4cf1f4caaac5 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:46.923720 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:46.923943 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f926e0bc-a945-42ee-929d-4cf1f4caaac5 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:46.924483 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'status': 'completed', 'code': 200} May 31 12:51:47.043751 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed460eff-fe2c-4946-8b12-2cd5751a2595 req-3f04f676-96e2-45f5-a887-90e4a3c15555 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.045343 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed460eff-fe2c-4946-8b12-2cd5751a2595 req-3f04f676-96e2-45f5-a887-90e4a3c15555 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.0831704 May 31 12:51:47.095465 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed460eff-fe2c-4946-8b12-2cd5751a2595 req-85056ffe-3d20-4cdf-881d-419fba83743e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 May 31 12:51:47.805989 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e50a9-ead1-4aee-a32d-90aaa679b55c req-6a125506-3f4d-4789-854d-842034d941ef tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.807694 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ad5e50a9-ead1-4aee-a32d-90aaa679b55c req-6a125506-3f4d-4789-854d-842034d941ef tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1458690 May 31 12:51:47.815518 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff938-f444-48f2-8e63-6b3f72abb3a8 req-feb5dd46-f3ba-4ab9-916b-d8752eb2990a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:47.817040 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-796ff938-f444-48f2-8e63-6b3f72abb3a8 req-feb5dd46-f3ba-4ab9-916b-d8752eb2990a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1540046 May 31 12:51:47.885151 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ad5e50a9-ead1-4aee-a32d-90aaa679b55c req-da404d8e-6166-4944-b891-3f2b4dfc8206 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670736 May 31 12:51:47.892183 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-796ff938-f444-48f2-8e63-6b3f72abb3a8 req-4252f309-97d9-4b41-865d-bc15fec2231b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608790 May 31 12:51:48.300365 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-276ed332-7124-4c70-82c1-2b5c0de19672 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439860 May 31 12:51:48.316632 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d72918-4b98-436e-95ad-114e4dfd5576 req-2206dbd2-b9c3-41d2-b7ae-6bf95c5275e8 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:48.318143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9d72918-4b98-436e-95ad-114e4dfd5576 req-2206dbd2-b9c3-41d2-b7ae-6bf95c5275e8 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.1091545 May 31 12:51:48.368287 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9d72918-4b98-436e-95ad-114e4dfd5576 req-a06a163b-7ef7-401e-9c07-7a905e2ec641 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438468 May 31 12:51:49.174418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04135c3c-d466-4ae3-9af3-91af4f8c78d9 req-721237b9-a8d3-471d-a993-8718d80f8691 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.175910 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04135c3c-d466-4ae3-9af3-91af4f8c78d9 req-721237b9-a8d3-471d-a993-8718d80f8691 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1677907 May 31 12:51:49.187363 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e78203-5a68-42dc-82ac-0195dc0ad619 req-6fed2c0a-86a3-4b1d-8550-aaf5f8b26e50 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.188692 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-02e78203-5a68-42dc-82ac-0195dc0ad619 req-6fed2c0a-86a3-4b1d-8550-aaf5f8b26e50 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1328466 May 31 12:51:49.255173 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04135c3c-d466-4ae3-9af3-91af4f8c78d9 req-47e2ca64-bf47-490f-8f44-d06994265446 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653937 May 31 12:51:49.261939 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-02e78203-5a68-42dc-82ac-0195dc0ad619 req-dd1a4604-3c86-436f-aad7-fb4c87a438de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600100 May 31 12:51:49.662208 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc13bc61-a8ad-473f-bf95-b8f52d75cffb req-8264dace-fc7f-4a1f-a0c0-fe9e75cd1932 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.664339 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fc13bc61-a8ad-473f-bf95-b8f52d75cffb req-8264dace-fc7f-4a1f-a0c0-fe9e75cd1932 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.1787026 May 31 12:51:49.723844 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fc13bc61-a8ad-473f-bf95-b8f52d75cffb req-33a56884-5428-47b2-bdb1-b13c1f6dbb77 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537205 May 31 12:51:49.735222 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4fd55-579b-45de-9fbd-1fe76bc75323 req-77338148-6815-4474-8ded-64aad13df022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:49.736449 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04c4fd55-579b-45de-9fbd-1fe76bc75323 req-77338148-6815-4474-8ded-64aad13df022 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1097 time: 0.1150651 May 31 12:51:49.751554 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-817e9b24-cb34-4b19-8edf-81a25140586e req-83f65d8e-6d89-422e-8ac2-be4bada796fb service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300976 May 31 12:51:50.504771 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ae8a2-4c86-494f-9a0e-e86c3ee309b7 req-07b3d229-4578-4678-b904-924a61258969 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:50.506170 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a2ae8a2-4c86-494f-9a0e-e86c3ee309b7 req-07b3d229-4578-4678-b904-924a61258969 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1355402 May 31 12:51:50.513304 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6590f-23b4-47ee-ad59-73f39d358535 req-dd0ac15b-9a89-40fb-b32c-c5d3bd3b2def tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:50.514632 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-efa6590f-23b4-47ee-ad59-73f39d358535 req-dd0ac15b-9a89-40fb-b32c-c5d3bd3b2def tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1452830 May 31 12:51:50.579481 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a2ae8a2-4c86-494f-9a0e-e86c3ee309b7 req-f1605233-a0c9-4e4d-b66d-c172def8c070 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639057 May 31 12:51:50.583931 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-efa6590f-23b4-47ee-ad59-73f39d358535 req-794a9b8d-4988-4215-a26a-63e25738346a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560417 May 31 12:51:50.935482 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeb4038-bb44-44bc-90e5-287056b4cc81 req-d53edbad-cfd7-45f8-8243-ca820ac4b628 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:50.936923 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-adeb4038-bb44-44bc-90e5-287056b4cc81 req-d53edbad-cfd7-45f8-8243-ca820ac4b628 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.0932460 May 31 12:51:51.010183 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-adeb4038-bb44-44bc-90e5-287056b4cc81 req-9d9b1616-cd39-4283-ade6-f1ce34b3fc5f tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649567 May 31 12:51:51.118280 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4fd55-579b-45de-9fbd-1fe76bc75323 req-a3874759-f855-4779-a38a-2ac67b5110dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.119790 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04c4fd55-579b-45de-9fbd-1fe76bc75323 req-a3874759-f855-4779-a38a-2ac67b5110dd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1442373 May 31 12:51:51.938331 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029585d4-26ee-4326-9701-d4c88fe4e58c req-830dc026-a9a8-4a6c-9971-533cd44edae7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.939859 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-029585d4-26ee-4326-9701-d4c88fe4e58c req-830dc026-a9a8-4a6c-9971-533cd44edae7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.2479534 May 31 12:51:51.957705 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725006d-1f06-4064-ae51-1a02a5bf508d req-5317a4d1-0352-45a3-bfb2-474605fbef11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.959108 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b725006d-1f06-4064-ae51-1a02a5bf508d req-5317a4d1-0352-45a3-bfb2-474605fbef11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.2701514 May 31 12:51:51.997349 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4fd55-579b-45de-9fbd-1fe76bc75323 req-eb460b30-57fd-4c9b-8226-e0bd2e9662cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:51.999571 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04c4fd55-579b-45de-9fbd-1fe76bc75323 req-eb460b30-57fd-4c9b-8226-e0bd2e9662cc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2148778 May 31 12:51:52.044127 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-029585d4-26ee-4326-9701-d4c88fe4e58c req-5391b2fa-ac89-46ea-88e1-5e75c1945e44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942416 May 31 12:51:52.048648 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b725006d-1f06-4064-ae51-1a02a5bf508d req-5784be2b-bc60-41fb-abf7-a5ccf776a9f7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723691 May 31 12:51:52.143149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-4cc9abbb-6c64-4e18-b925-453f5dffb079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.144680 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-4cc9abbb-6c64-4e18-b925-453f5dffb079 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1097 time: 0.0756724 May 31 12:51:52.254085 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-6e85f0c9-3cbe-46cc-9da2-b9127b121137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 217 time: 0.0742321 May 31 12:51:52.289657 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d58b8f-1578-467d-a928-72c0d083561c req-77d51c11-ed66-4377-88f9-b2bad3da15cc tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:52.291121 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-01d58b8f-1578-467d-a928-72c0d083561c req-77d51c11-ed66-4377-88f9-b2bad3da15cc tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.1415429 May 31 12:51:52.338096 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-01d58b8f-1578-467d-a928-72c0d083561c req-ff37e70b-1806-49e4-af91-b8352a6f25a9 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400934 May 31 12:51:53.303645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbda76-bbdd-408c-9c8e-526e0247ae75 req-99ba9ac6-44a6-4943-90b5-45615d3dcc5c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:53.305092 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfcbda76-bbdd-408c-9c8e-526e0247ae75 req-99ba9ac6-44a6-4943-90b5-45615d3dcc5c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1441643 May 31 12:51:53.312303 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8d0d2-6c43-40a2-9cb5-d2e3eb3a85ce req-35c394a2-a92b-4662-b111-575d4f6dded0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:53.313727 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-87e8d0d2-6c43-40a2-9cb5-d2e3eb3a85ce req-35c394a2-a92b-4662-b111-575d4f6dded0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1213222 May 31 12:51:53.380608 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfcbda76-bbdd-408c-9c8e-526e0247ae75 req-0b5c2b6c-c8a5-4149-8317-6455f4ef1470 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659065 May 31 12:51:53.385229 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-87e8d0d2-6c43-40a2-9cb5-d2e3eb3a85ce req-46857705-64c6-475b-a6aa-0276da321a4c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578759 May 31 12:51:53.555609 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd371d4-0432-4176-b2d2-bd608bc61b88 req-8664e515-2ed8-4d79-839e-b5de790b3e14 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:53.557025 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbd371d4-0432-4176-b2d2-bd608bc61b88 req-8664e515-2ed8-4d79-839e-b5de790b3e14 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 944 time: 0.0823584 May 31 12:51:53.601333 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbd371d4-0432-4176-b2d2-bd608bc61b88 req-70f80a58-4f5f-4489-ad9b-da62d09e49ce tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384667 May 31 12:51:54.189847 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device f6546907-2c0a-4546-80db-ab3b63c22e3f up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:51:54.250927 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-432249e5-f94a-4356-8fc2-f273af64b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:54.252313 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-432249e5-f94a-4356-8fc2-f273af64b747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0715203 May 31 12:51:54.270400 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port f6546907-2c0a-4546-80db-ab3b63c22e3f completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:51:54.275402 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port f6546907-2c0a-4546-80db-ab3b63c22e3f triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:51:54.275813 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:54.402128 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:54.431444 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6546907-2c0a-4546-80db-ab3b63c22e3f'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:51:54.498969 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port f6546907-2c0a-4546-80db-ab3b63c22e3f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f,segment=NetworkSegment(c34b3b7e-922c-46a1-ace9-111a67a7aae4),segment_id=c34b3b7e-922c-46a1-ace9-111a67a7aae4)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:51:54.505033 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:54.506970 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:54.581971 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=f6546907-2c0a-4546-80db-ab3b63c22e3f,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:54.586697 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:54.626366 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2713e-9d29-4162-a165-b7fa3a9027fd" -d '{"events": [{"server_uuid": "9e501a22-889e-46d9-b76c-9c8ef3ce8c57", "name": "network-vif-plugged", "status": "completed", "tag": "f6546907-2c0a-4546-80db-ab3b63c22e3f"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:51:54.755892 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2cf7c-dc02-4048-84fe-542797171bbd req-1854a31f-ada4-4c6b-b43e-a35bdf770d6d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:54.757259 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ecd2cf7c-dc02-4048-84fe-542797171bbd req-1854a31f-ada4-4c6b-b43e-a35bdf770d6d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.2522585 May 31 12:51:54.787006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab6ab5-08f6-4479-a99b-5b5e71ccecf2 req-ef084e0c-cbd4-424a-b889-6ac410a73595 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:54.788514 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8ab6ab5-08f6-4479-a99b-5b5e71ccecf2 req-ef084e0c-cbd4-424a-b889-6ac410a73595 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.2809966 May 31 12:51:54.843243 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ecd2cf7c-dc02-4048-84fe-542797171bbd req-18e9043e-c89d-4c94-83fd-97640f1e6a37 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791771 May 31 12:51:54.855836 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8ab6ab5-08f6-4479-a99b-5b5e71ccecf2 req-c24095f3-d0da-41ca-90b6-b187838127e5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615890 May 31 12:51:54.976394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e48d89-aacc-46f0-a8fc-7566fdaa1b16 x-openstack-request-id: req-c3e48d89-aacc-46f0-a8fc-7566fdaa1b16 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:51:54.976394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e501a22-889e-46d9-b76c-9c8ef3ce8c57", "name": "network-vif-plugged", "status": "completed", "tag": "f6546907-2c0a-4546-80db-ab3b63c22e3f", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:51:54.976394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c3e48d89-aacc-46f0-a8fc-7566fdaa1b16 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:51:54.976394 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6546907-2c0a-4546-80db-ab3b63c22e3f', 'code': 200} May 31 12:51:55.038519 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967d023-b393-486a-a60d-05d283ed5243 req-7ea883ff-5353-4895-850e-f5c9c275573e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:55.039910 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b967d023-b393-486a-a60d-05d283ed5243 req-7ea883ff-5353-4895-850e-f5c9c275573e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0849845 May 31 12:51:55.088227 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b967d023-b393-486a-a60d-05d283ed5243 req-66f865d0-43b9-47d7-8d88-ce527f68199b tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 May 31 12:51:56.103055 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cb037-0c5c-43a2-8757-e95a0adfc35b req-346e39fa-ce69-42ea-b32d-bf394748d77a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.104544 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de6cb037-0c5c-43a2-8757-e95a0adfc35b req-346e39fa-ce69-42ea-b32d-bf394748d77a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1431534 May 31 12:51:56.115172 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dce9dd-fab7-4381-bf12-8fd2f6bf1712 req-dc92ebf1-bd86-439c-a698-30e65e67a6e8 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.116522 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97dce9dd-fab7-4381-bf12-8fd2f6bf1712 req-dc92ebf1-bd86-439c-a698-30e65e67a6e8 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1174777 May 31 12:51:56.185132 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de6cb037-0c5c-43a2-8757-e95a0adfc35b req-0e554ecf-44cb-4f8c-b2d3-66fbcdd2c35f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672193 May 31 12:51:56.189448 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97dce9dd-fab7-4381-bf12-8fd2f6bf1712 req-50be994f-2044-4bda-be83-bf60132f61fe tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584493 May 31 12:51:56.370543 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0952ba-414c-42ca-abf6-30b5e029b849 req-12b6dc0c-bee0-44cd-ae82-57db3adf4503 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:56.372054 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0952ba-414c-42ca-abf6-30b5e029b849 req-12b6dc0c-bee0-44cd-ae82-57db3adf4503 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0864489 May 31 12:51:56.418631 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0952ba-414c-42ca-abf6-30b5e029b849 req-9fabc420-6782-4eab-b6bb-514fb04cc144 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 May 31 12:51:57.442295 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaa963-94da-4730-9484-403553f725cf req-89ffc1cc-5e66-4a45-ba51-5f8c06e5c96f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.443856 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a9aaa963-94da-4730-9484-403553f725cf req-89ffc1cc-5e66-4a45-ba51-5f8c06e5c96f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1438918 May 31 12:51:57.453853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4049c-6180-426a-aaf7-818cc6a87d8e req-cc3d7245-ddd7-46b3-a030-9eaff654d096 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.455380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7a4049c-6180-426a-aaf7-818cc6a87d8e req-cc3d7245-ddd7-46b3-a030-9eaff654d096 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1535263 May 31 12:51:57.520715 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a9aaa963-94da-4730-9484-403553f725cf req-c6c1c845-7fb5-472f-a9b9-307f6494b108 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642693 May 31 12:51:57.527477 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7a4049c-6180-426a-aaf7-818cc6a87d8e req-d757a85b-ff2f-4a29-a4d2-80d57ed97525 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585084 May 31 12:51:57.765092 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3922347e-2cfc-480f-ad99-4ab7b92d1966 req-5076fb7c-1dbb-4e13-8574-eee8bb102f6b tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.766541 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3922347e-2cfc-480f-ad99-4ab7b92d1966 req-5076fb7c-1dbb-4e13-8574-eee8bb102f6b tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.1509087 May 31 12:51:57.769121 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-53686767-923d-413d-bc42-1e082e36853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.770489 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-53686767-923d-413d-bc42-1e082e36853a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1012568 May 31 12:51:57.897678 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3922347e-2cfc-480f-ad99-4ab7b92d1966 req-c28993d0-efdf-4382-8679-8db36a6ede37 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253464 May 31 12:51:57.902645 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-5bf5044b-69fc-4d49-868e-3009e31706d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:57.904167 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-5bf5044b-69fc-4d49-868e-3009e31706d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 1098 time: 0.0750282 May 31 12:51:57.930395 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:57.946874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:51:57.950350 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-bc81316e-3210-497c-b21f-81d58e1a8c32 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649218 May 31 12:51:57.950759 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Usage tracker for resource:security_group_rule and tenant:42bab4c443b14997aa05d6c9e4a73b6c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:51:57.953673 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:51:57.959716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:51:58.050813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.058983 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:51:58.070438 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:51:58.103540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7562f4-b630-4563-9517-ef93927f039c,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:51:58.112374 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbf7b166-9456-47c0-94af-10e69e5e3086 req-69f9d3e6-717e-462b-b1d7-c4b5123a80f0 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551118 May 31 12:51:58.116002 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:51:58.127643 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-47b69be0-bb09-4ba8-889a-b8ffdf241f0a req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147253 May 31 12:51:58.780940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6adfd9-055b-4191-9d75-4b7721c2f0e1 req-b27d5609-03ba-4945-8220-42f85171e118 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:58.782365 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0c6adfd9-055b-4191-9d75-4b7721c2f0e1 req-b27d5609-03ba-4945-8220-42f85171e118 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1003506 May 31 12:51:58.789647 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508defc-5927-4894-bef6-face30dca81b req-8c434a15-25e4-4490-bdd6-6e891961d227 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:58.791092 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8508defc-5927-4894-bef6-face30dca81b req-8c434a15-25e4-4490-bdd6-6e891961d227 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1481256 May 31 12:51:58.863118 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0c6adfd9-055b-4191-9d75-4b7721c2f0e1 req-c6de436d-991d-498f-a12c-51a99cda46e5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710373 May 31 12:51:58.870132 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8508defc-5927-4894-bef6-face30dca81b req-efa46966-c618-4580-ae35-c58e5daf82d9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646996 May 31 12:51:59.087707 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21e80e-9829-4d40-9726-db2db11cd09e req-fc705fea-2dd9-40e2-be69-fb688ccb7d23 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:51:59.089143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce21e80e-9829-4d40-9726-db2db11cd09e req-fc705fea-2dd9-40e2-be69-fb688ccb7d23 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0803049 May 31 12:51:59.136285 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce21e80e-9829-4d40-9726-db2db11cd09e req-fdcf8d60-eb56-43ec-98d6-dccde79feb18 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 May 31 12:52:00.114475 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff47f98-0aaa-46b0-b3d5-f3f02ea78237 req-4f72e21a-3d50-4ba6-9ab5-e95600020eae tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.115995 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aff47f98-0aaa-46b0-b3d5-f3f02ea78237 req-4f72e21a-3d50-4ba6-9ab5-e95600020eae tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1414196 May 31 12:52:00.128021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbddbf-6068-4300-b1c8-c61df35de1a3 req-22014880-da0b-45d1-8c47-62881f544ed9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.129439 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fdbddbf-6068-4300-b1c8-c61df35de1a3 req-22014880-da0b-45d1-8c47-62881f544ed9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1188550 May 31 12:52:00.261072 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aff47f98-0aaa-46b0-b3d5-f3f02ea78237 req-5dbac9f3-9fe7-4694-9312-0b4f7473196b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306412 May 31 12:52:00.265405 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fdbddbf-6068-4300-b1c8-c61df35de1a3 req-f5e2f0f2-7942-468c-afeb-f18d81fb86d4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226423 May 31 12:52:00.442610 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e671a-cd1c-4e11-866a-2f638a4493b7 req-e45adf73-abb4-4423-87b5-3bca0dfafe5b tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:00.444093 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-990e671a-cd1c-4e11-866a-2f638a4493b7 req-e45adf73-abb4-4423-87b5-3bca0dfafe5b tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0799184 May 31 12:52:00.495495 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-990e671a-cd1c-4e11-866a-2f638a4493b7 req-3bc2376f-b0df-4e2b-82cd-f23a4c152f91 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435340 May 31 12:52:01.523855 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014524f-ca83-4d44-8f6b-77c35452b3b5 req-bda6716c-e509-4904-9714-7b8eca32fc2b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:01.525365 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9014524f-ca83-4d44-8f6b-77c35452b3b5 req-bda6716c-e509-4904-9714-7b8eca32fc2b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1483958 May 31 12:52:01.534291 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cb152-9a22-488d-8ced-40da1f54d1a6 req-5b40b94a-828c-41e8-8074-a75368e61781 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:01.535798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e19cb152-9a22-488d-8ced-40da1f54d1a6 req-5b40b94a-828c-41e8-8074-a75368e61781 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1207879 May 31 12:52:01.606345 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9014524f-ca83-4d44-8f6b-77c35452b3b5 req-6d16c104-d489-4127-8378-31233e1cbe92 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695460 May 31 12:52:01.610784 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e19cb152-9a22-488d-8ced-40da1f54d1a6 req-417adb47-235d-4df4-934a-3e1497070e22 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595930 May 31 12:52:01.716701 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:01.796636 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfff9e-5b39-46cc-a7cb-a3bf143e96b5 req-1afbfc3f-91ec-42db-8911-b5b1c8573ab4 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:01.798125 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5bbfff9e-5b39-46cc-a7cb-a3bf143e96b5 req-1afbfc3f-91ec-42db-8911-b5b1c8573ab4 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0802057 May 31 12:52:01.847974 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5bbfff9e-5b39-46cc-a7cb-a3bf143e96b5 req-7ba25f02-f8a4-4950-a22f-18d53136b155 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 May 31 12:52:02.864005 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1c52e-80d7-4767-9281-c17ca274c642 req-716edb14-a96b-492a-9dbf-84ef13564bd6 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:02.865524 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3a1c52e-80d7-4767-9281-c17ca274c642 req-716edb14-a96b-492a-9dbf-84ef13564bd6 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1387513 May 31 12:52:02.873306 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907340b3-ec9a-4d38-80e8-ca9daae9a7fc req-625b8fac-9934-45e5-ab64-6911cc01194e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:02.879819 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-907340b3-ec9a-4d38-80e8-ca9daae9a7fc req-625b8fac-9934-45e5-ab64-6911cc01194e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1172764 May 31 12:52:02.946650 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3a1c52e-80d7-4767-9281-c17ca274c642 req-156a9a07-af4b-4bda-8fc5-999bf3559494 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694792 May 31 12:52:02.947875 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-907340b3-ec9a-4d38-80e8-ca9daae9a7fc req-087d034a-dfb9-472b-9159-749cc6e8564a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593901 May 31 12:52:03.282458 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49e49c-84cd-4523-b427-8fce9f48a6de req-b1f8f611-b151-4c4b-a97f-60ce6e66503a tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:03.284090 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a49e49c-84cd-4523-b427-8fce9f48a6de req-b1f8f611-b151-4c4b-a97f-60ce6e66503a tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0814466 May 31 12:52:03.332094 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a49e49c-84cd-4523-b427-8fce9f48a6de req-e476189d-d2ef-472d-a12c-d42700beb7e0 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 May 31 12:52:04.219782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da1c04-e3a9-4618-8491-a9c692d624bf req-7e9169ed-19d2-4a29-ad8e-5d6b999da20b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.221257 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17da1c04-e3a9-4618-8491-a9c692d624bf req-7e9169ed-19d2-4a29-ad8e-5d6b999da20b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1505926 May 31 12:52:04.230780 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439e734-35f5-48c2-9293-b1ed2f2eebe6 req-fbba879d-24dd-4496-afc8-d717865cb092 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.230780 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6439e734-35f5-48c2-9293-b1ed2f2eebe6 req-fbba879d-24dd-4496-afc8-d717865cb092 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1573427 May 31 12:52:04.299189 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17da1c04-e3a9-4618-8491-a9c692d624bf req-6354cc0b-f935-46f6-8a02-bd16c86a6750 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682085 May 31 12:52:04.301852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6439e734-35f5-48c2-9293-b1ed2f2eebe6 req-823c3cee-9366-477f-a682-8622832aee4c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573151 May 31 12:52:04.327673 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:52:04.520897 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd53a7-e4a0-4aaa-8c79-14c0f461a237 req-c0d79603-1789-47f2-8799-c5146205d5d3 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:04.522356 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0bd53a7-e4a0-4aaa-8c79-14c0f461a237 req-c0d79603-1789-47f2-8799-c5146205d5d3 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0811024 May 31 12:52:04.573086 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0bd53a7-e4a0-4aaa-8c79-14c0f461a237 req-58a8411d-382d-40aa-bec6-3c393e768730 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446606 May 31 12:52:05.017372 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:05.151804 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:05.165360 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'port_id': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'mac_address': 'fa:16:3e:71:b1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:05.220217 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.237305 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:05.262079 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:05.267933 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.270338 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-20042a2c-747e-458b-8708-968a67bcc007 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:05.306213 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-148d301c-59fa-4463-984f-85d0828b6bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:05.339594 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:05.342875 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:05.543296 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fa1e2-346f-4f70-bbf0-95ae2fbbb07b req-68236f29-7855-47b0-b765-2521df6d0f8e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.544774 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b3fa1e2-346f-4f70-bbf0-95ae2fbbb07b req-68236f29-7855-47b0-b765-2521df6d0f8e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1352735 May 31 12:52:05.553030 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8f43b-628d-4b22-9976-44853f15cbe5 req-99508609-c744-4bf9-8360-15b5e96a181b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.554347 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-81b8f43b-628d-4b22-9976-44853f15cbe5 req-99508609-c744-4bf9-8360-15b5e96a181b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1434982 May 31 12:52:05.625690 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b3fa1e2-346f-4f70-bbf0-95ae2fbbb07b req-35d8e7af-bd7b-4188-b0c8-e0e90d8aeac4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703440 May 31 12:52:05.630417 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-81b8f43b-628d-4b22-9976-44853f15cbe5 req-1df4b984-0b52-496a-ad64-995d14aec47c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581906 May 31 12:52:05.807495 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527038ee-9bd9-40aa-a44f-1458d7cbf42a req-6108ec0e-152b-49f1-86db-3fd72de1f639 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:05.808931 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-527038ee-9bd9-40aa-a44f-1458d7cbf42a req-6108ec0e-152b-49f1-86db-3fd72de1f639 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0802896 May 31 12:52:05.852707 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-527038ee-9bd9-40aa-a44f-1458d7cbf42a req-29aca071-1f6f-48a5-b23b-2d68845e6d4b tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380769 May 31 12:52:06.894079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493d8bd-e442-4d0b-bc67-5e83477f8f70 req-2e9a46a6-d5c5-4582-8679-de24b5de318e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:06.895566 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f493d8bd-e442-4d0b-bc67-5e83477f8f70 req-2e9a46a6-d5c5-4582-8679-de24b5de318e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1459970 May 31 12:52:06.906662 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4da677-49bb-4882-830e-db325666a309 req-6552f891-8f9b-4502-9969-013e1588a26d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:06.908061 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa4da677-49bb-4882-830e-db325666a309 req-6552f891-8f9b-4502-9969-013e1588a26d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 944 time: 0.1245046 May 31 12:52:06.979500 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f493d8bd-e442-4d0b-bc67-5e83477f8f70 req-cb68063b-0fe1-4511-82fc-482d61d5327d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700777 May 31 12:52:06.992705 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa4da677-49bb-4882-830e-db325666a309 req-ed584764-9cae-47b1-9dfb-e10d9260c8da tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676646 May 31 12:52:07.017819 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:07.164878 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:07.174206 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0effb494-6d97-4d6a-b2b2-597abc2a17e6 req-a06c6bf8-30b2-4a0c-8420-2defc71a0d07 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:07.176024 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0effb494-6d97-4d6a-b2b2-597abc2a17e6 req-a06c6bf8-30b2-4a0c-8420-2defc71a0d07 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0865669 May 31 12:52:07.180007 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'port_id': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'mac_address': 'fa:16:3e:34:23:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:07.223822 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0effb494-6d97-4d6a-b2b2-597abc2a17e6 req-127af383-9a32-4969-8a90-4603987e127e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415580 May 31 12:52:07.236874 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.255033 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:07.270824 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:07.275199 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.276963 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:07.345914 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:07.353439 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.353770 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.354112 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.354442 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.354772 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.355110 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.355431 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.355750 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.356095 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.356414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.356727 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.357022 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:07.360783 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:07.683758 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.813457 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f762c45e-d219-4772-bf10-da6416aa2de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:07.961636 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:08.295936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef2dfa-68b5-4494-98c5-0c659d88f23b req-5f8a2fd9-fae7-49a9-803e-198009c56db0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.297363 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-abef2dfa-68b5-4494-98c5-0c659d88f23b req-5f8a2fd9-fae7-49a9-803e-198009c56db0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1988513 May 31 12:52:08.304857 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79045a15-2399-4336-852e-d33b6ba62af1 req-57d4adb5-c602-4b33-a5a1-392acdde7e3e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.306207 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-79045a15-2399-4336-852e-d33b6ba62af1 req-57d4adb5-c602-4b33-a5a1-392acdde7e3e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 945 time: 0.1713510 May 31 12:52:08.333615 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:08.375875 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-abef2dfa-68b5-4494-98c5-0c659d88f23b req-0ffd4db4-ab6a-4dc0-9b6c-661d201485f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687020 May 31 12:52:08.391137 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-79045a15-2399-4336-852e-d33b6ba62af1 req-11888a66-9d53-4c9f-9e30-1674d1f7c664 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696840 May 31 12:52:08.555944 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccad66a-00b2-4087-a225-439f26c3ee9a req-3620fbb9-793d-4b6c-bb29-31d0484d5694 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:08.557317 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4ccad66a-00b2-4087-a225-439f26c3ee9a req-3620fbb9-793d-4b6c-bb29-31d0484d5694 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0835538 May 31 12:52:08.604604 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4ccad66a-00b2-4087-a225-439f26c3ee9a req-1457783e-8e18-4212-98fe-eb4ae757f91e tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412681 May 31 12:52:08.893915 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:09.634761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a0221-20bc-4564-bc8f-0e7b72e9fcd5 req-104c4b50-1f6f-42ea-bc9f-ab159d0236c0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:09.636253 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-355a0221-20bc-4564-bc8f-0e7b72e9fcd5 req-104c4b50-1f6f-42ea-bc9f-ab159d0236c0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1385126 May 31 12:52:09.648121 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee495-69db-42bb-8102-59decb003cd0 req-87eeca60-4369-4f7d-afab-09ed405feb63 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:09.649775 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bbee495-69db-42bb-8102-59decb003cd0 req-87eeca60-4369-4f7d-afab-09ed405feb63 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 945 time: 0.1154909 May 31 12:52:09.726351 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bbee495-69db-42bb-8102-59decb003cd0 req-73c31002-2233-4ab4-8cf5-247a30e3402c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581169 May 31 12:52:09.729359 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-355a0221-20bc-4564-bc8f-0e7b72e9fcd5 req-75f10111-1cd1-4d99-ad7d-2ee394c3c74b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786157 May 31 12:52:10.467564 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:10.974801 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c563dcce-f16e-4845-88c2-363688c4fa40 req-dfab4895-47aa-4a83-9546-0dfc844352f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:10.976284 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c563dcce-f16e-4845-88c2-363688c4fa40 req-dfab4895-47aa-4a83-9546-0dfc844352f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1103852 May 31 12:52:10.984466 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3d0f9-54d0-4d65-96e6-e0a4fa4bc8e6 req-c0723338-222b-4cba-bbf7-17f586238617 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:10.985824 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97e3d0f9-54d0-4d65-96e6-e0a4fa4bc8e6 req-c0723338-222b-4cba-bbf7-17f586238617 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 945 time: 0.1508613 May 31 12:52:11.054057 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c563dcce-f16e-4845-88c2-363688c4fa40 req-f32491e7-4983-490f-b2e4-dc2ae7505972 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672693 May 31 12:52:11.058468 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97e3d0f9-54d0-4d65-96e6-e0a4fa4bc8e6 req-ce47e2be-b1e6-4ef1-9b14-9b8d5befe234 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584629 May 31 12:52:12.314150 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4743b10-859c-450f-a1bf-d4cd057f72a5 req-caba5cde-3f28-4d22-9e0c-1df7f7419814 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.315970 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d4743b10-859c-450f-a1bf-d4cd057f72a5 req-caba5cde-3f28-4d22-9e0c-1df7f7419814 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 945 time: 0.1503088 May 31 12:52:12.328570 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee1ba2-5568-4b31-be11-0a93a25a953a req-eb4355e6-2582-42b6-a94b-d020a61ffe17 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:12.330163 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-25ee1ba2-5568-4b31-be11-0a93a25a953a req-eb4355e6-2582-42b6-a94b-d020a61ffe17 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1279149 May 31 12:52:12.405837 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d4743b10-859c-450f-a1bf-d4cd057f72a5 req-21b709e9-f1d2-41be-8479-e1af5f7087da tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745776 May 31 12:52:12.411293 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-25ee1ba2-5568-4b31-be11-0a93a25a953a req-435f7e03-ae10-4af5-967f-542127f62ef6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642195 May 31 12:52:13.670910 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a834ba1-76c1-454f-a8f1-2523204ef4b3 req-ecdccf8f-a9a0-4f51-a8b0-be1062294f21 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:13.672371 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a834ba1-76c1-454f-a8f1-2523204ef4b3 req-ecdccf8f-a9a0-4f51-a8b0-be1062294f21 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 945 time: 0.1481497 May 31 12:52:13.698752 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e936af-fd21-473f-af60-c8163bc59be3 req-cd508cab-3d83-4c2a-9035-f7316ec7c1ba tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:13.700146 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-79e936af-fd21-473f-af60-c8163bc59be3 req-cd508cab-3d83-4c2a-9035-f7316ec7c1ba tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1349120 May 31 12:52:13.752597 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a834ba1-76c1-454f-a8f1-2523204ef4b3 req-bdc014fa-2e96-4485-88a8-19f0d2a32927 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735719 May 31 12:52:13.764156 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-79e936af-fd21-473f-af60-c8163bc59be3 req-88bb3144-101b-4455-b3f7-16951fb501d9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565069 May 31 12:52:15.006488 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa67f99-c36d-462d-99dc-f72452f59982 req-76bfb797-de17-49bc-97fc-a35dfdebc3a0 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:15.007965 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4fa67f99-c36d-462d-99dc-f72452f59982 req-76bfb797-de17-49bc-97fc-a35dfdebc3a0 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 945 time: 0.1457548 May 31 12:52:15.017637 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242fb162-8742-4c2c-b27a-3e808369cf7f req-487fd74e-acf7-48dd-870b-c12e62ad6440 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:15.019158 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-242fb162-8742-4c2c-b27a-3e808369cf7f req-487fd74e-acf7-48dd-870b-c12e62ad6440 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1142910 May 31 12:52:15.022965 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:15.084856 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4fa67f99-c36d-462d-99dc-f72452f59982 req-8241e698-4cb2-44af-b150-1187744d188c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646610 May 31 12:52:15.092676 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-242fb162-8742-4c2c-b27a-3e808369cf7f req-612aeed2-b595-4b3e-9732-7d3e0ed49ad8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598671 May 31 12:52:15.093957 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:15.108476 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:15.108476 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.223608 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.254082 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:15.256350 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-763a7238-13f5-497a-8198-856354544dde" -d '{"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-plugged", "status": "completed", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:15.264232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:15.274536 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.275722 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:15.304821 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:15.348462 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-232be1d1-672d-44d5-a266-4c6d10a21a2f x-openstack-request-id: req-232be1d1-672d-44d5-a266-4c6d10a21a2f {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:15.348903 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-plugged", "status": "completed", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:15.349137 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-232be1d1-672d-44d5-a266-4c6d10a21a2f {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:15.349553 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'code': 200} May 31 12:52:15.401833 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:15.405082 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:15.415364 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:15.420407 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:15.422015 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.540788 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.577045 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:15.583299 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.585748 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:15.664374 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:15.671575 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:15.672757 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56208) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:15.802405 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.817351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:15.821130 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Usage tracker for resource:security_group_rule and tenant:2c491b7cc5e74e0297656c6479f59c11 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:15.824122 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:15.829658 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:15.913689 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.918217 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:15.926188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f95ee152-c7fc-4fbf-b870-0bbc15b30223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:15.964123 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2c491b7cc5e74e0297656c6479f59c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899914 May 31 12:52:15.964817 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb84ec6f-e29c-4a08-af83-b9e6a69021d7,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:15.966845 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 56224) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:15.972601 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.972976 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.973274 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.973636 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.973939 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.974281 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.974629 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.974951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.975276 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.975595 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.975913 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.976230 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:15.980299 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.027929 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.052988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.107479 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.112126 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0db722b1-9a79-4a7f-86d4-a4ebcaad5d9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.129384 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb84ec6f-e29c-4a08-af83-b9e6a69021d7,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.140672 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.141013 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.141361 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.141697 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.142033 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.142373 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.142703 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.143071 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.143402 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.143732 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.144054 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.144379 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:52:16.147634 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.148858 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.152572 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/fb84ec6f-e29c-4a08-af83-b9e6a69021d7 HTTP/1.1" status: 204 len: 168 time: 0.1820583 May 31 12:52:16.278529 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7d53d4-2914-44b6-ba5a-2313596a0c87 req-242bed26-337e-4f33-aec4-36794ee6ae79 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:16.283321 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee7d53d4-2914-44b6-ba5a-2313596a0c87 req-242bed26-337e-4f33-aec4-36794ee6ae79 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0845344 May 31 12:52:16.327922 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee7d53d4-2914-44b6-ba5a-2313596a0c87 req-9689a339-7937-4240-86b8-bb7aa2faa93f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409756 May 31 12:52:16.440692 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56238) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:16.458393 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.472957 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:16.477904 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Usage tracker for resource:security_group_rule and tenant:70212da9fe854a92b5d85886f1ed6e7f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:16.480848 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:16.487354 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:16.503410 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d5ee3f-bf8f-456e-a2b5-8a9ace08192b req-1ad38db4-6962-497f-9be5-62abceac58b6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:16.504887 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-98d5ee3f-bf8f-456e-a2b5-8a9ace08192b req-1ad38db4-6962-497f-9be5-62abceac58b6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0839469 May 31 12:52:16.549762 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-98d5ee3f-bf8f-456e-a2b5-8a9ace08192b req-2f2b3373-5ab8-4781-bd8b-5ac7a8c586bb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384161 May 31 12:52:16.571046 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.576005 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.584272 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-83513bb7-574a-4544-92e9-b842a6aa3a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.624409 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=70212da9fe854a92b5d85886f1ed6e7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826394 May 31 12:52:16.625854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f134f113-7c9d-435b-8dec-d79bc095d1e1,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.627519 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 56242) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:16.629123 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.685127 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.710597 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.765348 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.770803 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7cd85c14-af46-4be3-aa16-7635d435db79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:16.781560 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f134f113-7c9d-435b-8dec-d79bc095d1e1,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:16.785744 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:16.789090 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:16.790203 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f134f113-7c9d-435b-8dec-d79bc095d1e1 HTTP/1.1" status: 204 len: 168 time: 0.1615036 May 31 12:52:17.350885 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:17.353437 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f768a26-5b94-4a72-bc5e-f880529e4a85" -d '{"events": [{"server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "name": "network-vif-plugged", "status": "completed", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:17.573991 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56282) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:17.590568 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ae95e-7607-4c4b-9727-9703b7d39738 req-c69f464b-0591-41f7-87f5-2a4c057621db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:17.592153 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-754ae95e-7607-4c4b-9727-9703b7d39738 req-c69f464b-0591-41f7-87f5-2a4c057621db tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1563616 May 31 12:52:17.638503 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-754ae95e-7607-4c4b-9727-9703b7d39738 req-62b12a64-e8e3-4d34-b709-752a0eac7fe7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404863 May 31 12:52:17.683974 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1779146758-network', 'tenant_id': '3081a650551d4ea58b719a3c1eba1ba9'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:17.688650 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:17.690804 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3122e03b-0d3f-4fb8-929b-b489143611a1 x-openstack-request-id: req-3122e03b-0d3f-4fb8-929b-b489143611a1 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:17.691418 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "name": "network-vif-plugged", "status": "completed", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:17.691846 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3122e03b-0d3f-4fb8-929b-b489143611a1 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:17.692456 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'code': 200} May 31 12:52:17.692598 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Usage tracker for resource:network and tenant:3081a650551d4ea58b719a3c1eba1ba9 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:17.695492 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:17.703073 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:17.713811 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Made reservation on behalf of 3081a650551d4ea58b719a3c1eba1ba9 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:17.716263 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:17.728116 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:17.742463 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:17.746454 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Usage tracker for resource:security_group_rule and tenant:3081a650551d4ea58b719a3c1eba1ba9 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:17.749568 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:17.755903 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:17.847748 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:17.853831 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:17.859822 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55e8cd37-cc75-4e7e-a17d-eb201bbe545a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:17.890327 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:52:17.905502 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab68599-5e6d-4346-bac5-0a5833943793,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:17.923682 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:17.928944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:17.929484 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Added segment 9d247d69-cde3-44cd-b211-bce5b4bfc6d6 of type vlan for network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 May 31 12:52:17.962452 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:17.998550 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.000052 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:18.000780 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.005532 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:18.009041 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b976ca9f-1543-4689-adc6-769f1c3d3d13 req-50240bd3-253e-4c2c-98b7-8baf4fdb322d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:18.010523 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b976ca9f-1543-4689-adc6-769f1c3d3d13 req-50240bd3-253e-4c2c-98b7-8baf4fdb322d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0852902 May 31 12:52:18.060408 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b976ca9f-1543-4689-adc6-769f1c3d3d13 req-2dc94403-59ee-4a21-a705-f11557d5d918 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438049 May 31 12:52:18.107732 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Pushing event updated for resources: {'Network': ['ID=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:18.112015 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:18.118283 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:52:18.122784 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5455492 May 31 12:52:18.123527 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56300) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:18.131229 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Request body: {'subnet': {'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1779146758-subnet', 'tenant_id': '3081a650551d4ea58b719a3c1eba1ba9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:18.135712 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:18.139925 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Usage tracker for resource:subnet and tenant:3081a650551d4ea58b719a3c1eba1ba9 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:18.150258 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:18.150258 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:18.159846 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Made reservation on behalf of 3081a650551d4ea58b719a3c1eba1ba9 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:18.162203 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6763053'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.540641 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6453173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6763067'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.544052 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:18.607518 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ccae2e3-9cdb-48b7-9509-28eaaabf00a6,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:18.611227 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:18.618447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Checking segment: {'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:18.618814 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Network hostable DHCP agents. Network: 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:52:18.639162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:52:18.652412 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:18.662032 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:18.662177 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:18.667213 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f787ba1e-c9ba-47fc-8fb8-4fe25d540041 None None] Network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:18.685853 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5600989 May 31 12:52:18.834650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f29b92-c754-480f-ad1c-187852b1c210 req-db0006cb-ddeb-4d67-b5e1-982be918b077 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:18.837421 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46f29b92-c754-480f-ad1c-187852b1c210 req-db0006cb-ddeb-4d67-b5e1-982be918b077 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0824420 May 31 12:52:18.869880 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e149bfa1-63a7-49e7-a944-5902ad53a729 None None] Network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:18.888077 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46f29b92-c754-480f-ad1c-187852b1c210 req-1cb0bb7c-753b-4511-97f4-2bf72bcc6c85 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446365 May 31 12:52:19.261809 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8df6ad-0f41-4298-9954-8f352c4c22a6 req-24ebc388-5a2a-4fae-be46-80d06a42906b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:19.263876 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a8df6ad-0f41-4298-9954-8f352c4c22a6 req-24ebc388-5a2a-4fae-be46-80d06a42906b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0896249 May 31 12:52:19.310779 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a8df6ad-0f41-4298-9954-8f352c4c22a6 req-aa49efe6-723b-43e4-aa02-8321f1b4e9f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410755 May 31 12:52:19.588843 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c26bf8-dd24-452f-b473-356ccbfccefb req-e0b3422d-f8e3-4f7c-99f9-98b76dc4721a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:19.590496 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-63c26bf8-dd24-452f-b473-356ccbfccefb req-e0b3422d-f8e3-4f7c-99f9-98b76dc4721a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 1098 time: 0.0774059 May 31 12:52:19.632986 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-63c26bf8-dd24-452f-b473-356ccbfccefb req-a551dd1d-c828-4669-8ebe-9cabe1fdfe60 service neutron] Synchronizing usage tracker for tenant:42bab4c443b14997aa05d6c9e4a73b6c on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:19.649339 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-63c26bf8-dd24-452f-b473-356ccbfccefb req-a551dd1d-c828-4669-8ebe-9cabe1fdfe60 service neutron] Unset dirty status for tenant:42bab4c443b14997aa05d6c9e4a73b6c on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:19.650644 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-63c26bf8-dd24-452f-b473-356ccbfccefb req-a551dd1d-c828-4669-8ebe-9cabe1fdfe60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529466 May 31 12:52:19.921159 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e306cf-85fd-4648-9682-988b25b2b744 req-afab13c1-81bb-4b5b-9a43-ad20a44ae462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:19.922537 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72e306cf-85fd-4648-9682-988b25b2b744 req-afab13c1-81bb-4b5b-9a43-ad20a44ae462 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1099 time: 0.0734539 May 31 12:52:20.000214 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72e306cf-85fd-4648-9682-988b25b2b744 req-8c7c875b-6d1c-4179-86b2-ffd467878d8e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475676 May 31 12:52:20.068275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a37f5c5-a1e3-4cbc-98de-c554ce951911 req-500557b9-3eb4-437d-882e-b63f65d69b49 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:20.069716 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a37f5c5-a1e3-4cbc-98de-c554ce951911 req-500557b9-3eb4-437d-882e-b63f65d69b49 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0794539 May 31 12:52:20.113977 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a37f5c5-a1e3-4cbc-98de-c554ce951911 req-38dc465c-9cc0-4094-bc1e-6c048a58d429 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383475 May 31 12:52:20.513713 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad63d49-16c5-4cc3-b4ce-3a5d54558768 req-bcf57921-0345-46f4-8593-b0ec3302e1c0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:20.515138 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ad63d49-16c5-4cc3-b4ce-3a5d54558768 req-bcf57921-0345-46f4-8593-b0ec3302e1c0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0838158 May 31 12:52:20.560702 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ad63d49-16c5-4cc3-b4ce-3a5d54558768 req-b3ebdb08-ae47-40b2-afcf-55a4aa454e89 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391915 May 31 12:52:21.307717 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc38b2d-e039-4f5e-8e58-24460b27c884 req-06ef3e6f-934d-44ea-bca5-44fcb8a3e3c6 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:21.309223 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1bc38b2d-e039-4f5e-8e58-24460b27c884 req-06ef3e6f-934d-44ea-bca5-44fcb8a3e3c6 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0884633 May 31 12:52:21.358279 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1bc38b2d-e039-4f5e-8e58-24460b27c884 req-889b1482-0769-4a77-a91b-976f209cfbcd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430579 May 31 12:52:21.768858 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a3df06-097e-42d4-8bf0-bd3a3e95a9c2 req-5be22234-8a8a-4b41-8bfc-a68773ac7003 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:21.770583 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29a3df06-097e-42d4-8bf0-bd3a3e95a9c2 req-5be22234-8a8a-4b41-8bfc-a68773ac7003 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0944741 May 31 12:52:21.821142 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29a3df06-097e-42d4-8bf0-bd3a3e95a9c2 req-bc3499ac-4a3a-4ec7-8eb1-698bac4612c4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446849 May 31 12:52:22.033047 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236d2b-9656-40f8-8505-72bca631688d req-97883042-1993-47e0-9533-006bfbad24c6 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:22.034471 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-97883042-1993-47e0-9533-006bfbad24c6 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/networks?id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 HTTP/1.1" status: 200 len: 809 time: 0.1723075 May 31 12:52:22.049334 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-f112cd3e-469e-4971-af62-e4b7a8ad8bf1 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/quotas/3081a650551d4ea58b719a3c1eba1ba9 HTTP/1.1" status: 200 len: 375 time: 0.0089791 May 31 12:52:22.139927 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-0826d600-19b8-4040-9cdf-f3a01d6025aa tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3081a650551d4ea58b719a3c1eba1ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620880 May 31 12:52:22.307712 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-8010f447-87de-4e75-96a0-d4b46f966d2d service neutron] 10.222.0.68 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601701 May 31 12:52:22.452452 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-dee5b543-8089-4bfb-9573-4c5f4b38c042 service neutron] 10.222.0.68 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366692 May 31 12:52:22.547805 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58691ce-6e2c-4c5d-8c12-572f75957cf2 req-e9bd24d7-db0c-47ac-991e-729b2d0698e8 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:22.549183 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d58691ce-6e2c-4c5d-8c12-572f75957cf2 req-e9bd24d7-db0c-47ac-991e-729b2d0698e8 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0805264 May 31 12:52:22.630039 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d58691ce-6e2c-4c5d-8c12-572f75957cf2 req-c7f7774f-8887-499e-b118-a0481898ed3f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741646 May 31 12:52:22.642170 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6ec852b-2f95-400b-8501-ffe2fead6e64 req-5ff9dd43-c74a-405f-bfd9-122d3aaaddc7 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 210 time: 0.0478168 May 31 12:52:22.820445 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc2e1a-6a30-4f6d-acd8-c24bab5d2ff3 req-abc9b857-041d-420f-ab21-5b7317f64220 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:22.821891 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-49bc2e1a-6a30-4f6d-acd8-c24bab5d2ff3 req-abc9b857-041d-420f-ab21-5b7317f64220 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0840502 May 31 12:52:22.831009 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56442) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:22.836559 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'floatingip': {'port_id': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:22.968993 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:23.053619 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14831e-14cf-465c-82f3-32f345edd0b9 req-e0cb51b8-9e2b-4091-ac71-cd4330f6cfaf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:23.055163 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b14831e-14cf-465c-82f3-32f345edd0b9 req-e0cb51b8-9e2b-4091-ac71-cd4330f6cfaf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0926402 May 31 12:52:23.100695 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b14831e-14cf-465c-82f3-32f345edd0b9 req-ae325aea-0470-4f78-be68-612d53fcebc6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397539 May 31 12:52:23.343592 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b559d8b-05e9-4cca-a74c-de6190344b74 req-94701f08-52f8-4f90-85be-73932c06c587 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:23.345315 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b559d8b-05e9-4cca-a74c-de6190344b74 req-94701f08-52f8-4f90-85be-73932c06c587 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1031301 May 31 12:52:23.354352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 56458) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:23.360085 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'floatingip': {'port_id': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:23.511583 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:23.929777 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:23.950596 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9fd93c58-e323-45b3-8569-fb27fbedafce req-d9b861e6-578f-44ed-871f-08ec8661b840 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 210 time: 0.1437953 May 31 12:52:23.988809 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.446715 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Floating IP 0e02fe69-6c9f-49fd-be38-688c5a9e6e5e associated. External IP: 172.27.1.84, port: e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f. May 31 12:52:24.535236 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236d2b-9656-40f8-8505-72bca631688d req-1744ad5a-d0e0-4435-a9cc-30e934443bf2 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:24.535997 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c6236d2b-9656-40f8-8505-72bca631688d req-1744ad5a-d0e0-4435-a9cc-30e934443bf2 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Synchronizing usage tracker for tenant:3081a650551d4ea58b719a3c1eba1ba9 on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:24.628840 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c6236d2b-9656-40f8-8505-72bca631688d req-1744ad5a-d0e0-4435-a9cc-30e934443bf2 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Unset dirty status for tenant:3081a650551d4ea58b719a3c1eba1ba9 on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:24.630046 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-1744ad5a-d0e0-4435-a9cc-30e934443bf2 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "GET /v2.0/networks?id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 HTTP/1.1" status: 200 len: 809 time: 0.6965549 May 31 12:52:24.639739 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.644527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:24.712974 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Request body: {'port': {'device_id': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2', 'admin_state_up': True, 'tenant_id': '3081a650551d4ea58b719a3c1eba1ba9'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:24.810595 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Floating IP 3b2d78b0-0346-4e59-9713-da1763a86ed2 associated. External IP: 172.27.1.205, port: 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128. May 31 12:52:24.933995 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:24.937188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Router 2797201f-9d62-45f4-a175-c75034d3ea31 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:52:24.940747 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Usage tracker for resource:port and tenant:3081a650551d4ea58b719a3c1eba1ba9 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:24.944211 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:24.951990 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:25.030679 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Made reservation on behalf of 3081a650551d4ea58b719a3c1eba1ba9 for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:25.034150 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.110593 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-085be9a4-4857-4bd5-aedb-be37746c8073 req-aefe8820-da40-4355-b805-0e6a916e0893 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 210 time: 0.0494592 May 31 12:52:25.224220 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:25.237413 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] Sync routers for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:25.250126 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:25.250934 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:25.272326 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.304535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:52:25.338593 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Allocated IP 172.20.0.3 (4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2/6ccae2e3-9cdb-48b7-9509-28eaaabf00a6/2952bdc1-8325-46e7-bff5-d5723b041c30) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:25.344997 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b3cbc74c-1f4c-4a4e-9821-d8dfa94e7c1d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "PUT /v2.0/floatingips/0e02fe69-6c9f-49fd-be38-688c5a9e6e5e HTTP/1.1" status: 200 len: 991 time: 2.5129392 May 31 12:52:25.347448 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:25.349516 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e3364d-805d-4800-a62f-ef5cb0a03fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:25.464764 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:25.467233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be45b0d-c7a9-41d3-b458-9364f238b3d2 x-openstack-request-id: req-5be45b0d-c7a9-41d3-b458-9364f238b3d2 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:25.467596 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:25.467908 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5be45b0d-c7a9-41d3-b458-9364f238b3d2 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:25.468641 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'status': 'completed', 'code': 200} May 31 12:52:25.581755 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:52:25.587010 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.591754 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] Sync routers for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:52:25.607819 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:25.608584 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:25.657767 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7bce5cc4-c8df-4363-9606-c90da5091a9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "PUT /v2.0/floatingips/3b2d78b0-0346-4e59-9713-da1763a86ed2 HTTP/1.1" status: 200 len: 991 time: 2.2996066 May 31 12:52:25.657767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:25.659310 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb412471-6be8-42f9-861b-269d46f99fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:25.664330 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-2dfd8dd8-c567-4ab4-9919-7189ba301fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:25.665871 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-2dfd8dd8-c567-4ab4-9919-7189ba301fae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1099 time: 0.1816559 May 31 12:52:25.754831 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.801028 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:25.816297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:25.824238 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:25.861144 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.41', 62214) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:25.861542 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.41', 62215) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:25.876546 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb50bcbf-a715-4a75-893b-a397275b5b51 x-openstack-request-id: req-bb50bcbf-a715-4a75-893b-a397275b5b51 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:25.877006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:25.877371 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bb50bcbf-a715-4a75-893b-a397275b5b51 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:25.877873 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'status': 'completed', 'code': 200} May 31 12:52:25.928630 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-0911d975-f609-46ed-8264-b23f3823fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:25.930253 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-0911d975-f609-46ed-8264-b23f3823fcf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.2492032 May 31 12:52:25.982523 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:25.989135 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:26.005725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:26.053892 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '0e02fe69-6c9f-49fd-be38-688c5a9e6e5e', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'port_id': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'mac_address': 'fa:16:3e:34:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:30Z', 'updated_at': '2021-05-31T12:52:23Z', 'revision_number': 1, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:26.057877 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] Checking router: 2797201f-9d62-45f4-a175-c75034d3ea31 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:26.059662 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Pushing event updated for resources: {'Port': ['ID=2952bdc1-8325-46e7-bff5-d5723b041c30,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:26.066372 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:26.069194 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:26.069758 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:26.098093 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:26.098708 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:26.116996 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-2fd983fe-33a9-4547-b50d-765ff4c5f8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:26.118519 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-2fd983fe-33a9-4547-b50d-765ff4c5f8ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 1098 time: 0.2559764 May 31 12:52:26.127490 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-b10dffa7-1fc2-4136-8e57-520b203a7d2e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2548196 May 31 12:52:26.129086 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4272006 May 31 12:52:26.237033 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '3b2d78b0-0346-4e59-9713-da1763a86ed2', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'port_id': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'mac_address': 'fa:16:3e:71:b1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:28Z', 'updated_at': '2021-05-31T12:52:24Z', 'revision_number': 1, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:26.245943 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] Checking router: 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:52:26.257438 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:52:26.258070 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:26.261932 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:26.341050 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8dc8e-3ccf-490a-acd2-97a5626df2da req-ec1325c9-bd5d-4740-8475-5572bdddb25c tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:26.342639 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3c8dc8e-3ccf-490a-acd2-97a5626df2da req-ec1325c9-bd5d-4740-8475-5572bdddb25c tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 931 time: 0.1078396 May 31 12:52:26.397793 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3c8dc8e-3ccf-490a-acd2-97a5626df2da req-afcb0675-5dc9-4b6a-8e73-069f3e2e239e tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468812 May 31 12:52:26.468471 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:52:26.683364 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '0e02fe69-6c9f-49fd-be38-688c5a9e6e5e', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'port_id': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'mac_address': 'fa:16:3e:34:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:30Z', 'updated_at': '2021-05-31T12:52:23Z', 'revision_number': 1, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:26.687538 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58547b4c-35ad-43cc-bae8-a8dc0fe60a4a None None] The sync data for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi is: [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '0e02fe69-6c9f-49fd-be38-688c5a9e6e5e', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'floating_ip_address': '172.27.1.84', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'port_id': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'mac_address': 'fa:16:3e:34:23:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:30Z', 'updated_at': '2021-05-31T12:52:23Z', 'revision_number': 1, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:26.849242 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '3b2d78b0-0346-4e59-9713-da1763a86ed2', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'port_id': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'mac_address': 'fa:16:3e:71:b1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:28Z', 'updated_at': '2021-05-31T12:52:24Z', 'revision_number': 1, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:26.854291 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcc6caf-c288-4bc3-90de-e88f0c98f522 None None] The sync data for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi is: [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '3b2d78b0-0346-4e59-9713-da1763a86ed2', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'port_id': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'mac_address': 'fa:16:3e:71:b1:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:51:28Z', 'updated_at': '2021-05-31T12:52:24Z', 'revision_number': 1, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:52:26.981182 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a52d0f4-951c-47f4-b7c6-6af8f4f53b8c None None] New status for floating IP 0e02fe69-6c9f-49fd-be38-688c5a9e6e5e: ACTIVE {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:52:27.060073 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a23bf72-0f84-491e-9458-4fb30c17225a None None] New status for floating IP 3b2d78b0-0346-4e59-9713-da1763a86ed2: ACTIVE {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:52:30.386025 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Request body: {'port': {'device_id': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:30.462856 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-1b592231-4a2e-4ffc-bc11-26a810505a04 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 1001 time: 0.1084027 May 31 12:52:30.587837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-0d84d096-c4d2-482a-96ff-7a93e4ad237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.589304 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-0d84d096-c4d2-482a-96ff-7a93e4ad237e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.1109521 May 31 12:52:30.658098 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de1dfe-5d7e-4eb4-af15-a01b4bb80822 req-0969fc99-91eb-4332-8465-ea8d19c1e910 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.659540 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-69de1dfe-5d7e-4eb4-af15-a01b4bb80822 req-0969fc99-91eb-4332-8465-ea8d19c1e910 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 931 time: 0.1506758 May 31 12:52:30.711227 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-1aa77001-85b4-4d63-ad96-ef3acfb16178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.712699 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-1aa77001-85b4-4d63-ad96-ef3acfb16178 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1156011 May 31 12:52:30.719576 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-69de1dfe-5d7e-4eb4-af15-a01b4bb80822 req-670b8dd4-b464-4a78-92b2-2ec75f0aef4c tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494463 May 31 12:52:30.732497 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-e874f282-1c0c-4e80-b6da-3d9abdd3b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.733942 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-e874f282-1c0c-4e80-b6da-3d9abdd3b9bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 917 time: 0.3713386 May 31 12:52:30.734414 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:30.844998 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-d9d3babe-aa3c-42f2-b392-3c210a4fd18d service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240683 May 31 12:52:30.863659 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-8a77dda5-a870-43df-ae3a-5fff2a3e1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:30.865432 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-8a77dda5-a870-43df-ae3a-5fff2a3e1ab9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=401202cecfba408cb5a9d060abf437fc&device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 1098 time: 0.4460843 May 31 12:52:30.925240 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-a9dfdfa8-c538-492a-b1b8-a269e397e660 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 HTTP/1.1" status: 200 len: 1001 time: 0.1786621 May 31 12:52:30.976842 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-ba7b6ab7-ceae-4c48-b124-51600774bc6c service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236768 May 31 12:52:31.138402 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-21959b8a-98c2-4bb7-844d-a236831928a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.139756 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-21959b8a-98c2-4bb7-844d-a236831928a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.1660385 May 31 12:52:31.249637 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-5301da12-309f-483d-a679-016bf17ef610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.251100 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-5301da12-309f-483d-a679-016bf17ef610 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 HTTP/1.1" status: 200 len: 912 time: 0.3643663 May 31 12:52:31.331763 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-a4a4aacc-a86c-45d7-b2d7-8b43fe9ab983 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f HTTP/1.1" status: 200 len: 217 time: 0.0735791 May 31 12:52:31.431807 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-70e4bc7f-d36e-426c-ac40-2686e879f5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.433476 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-70e4bc7f-d36e-426c-ac40-2686e879f5e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=af80b6dc-ae48-447e-88a9-52fa15b761a0 HTTP/1.1" status: 200 len: 851 time: 0.0907176 May 31 12:52:31.441540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-aa06c842-e182-468f-b2ee-587a1f1c1c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:31.442928 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-aa06c842-e182-468f-b2ee-587a1f1c1c16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2929122 May 31 12:52:31.563711 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-61e11090-6360-477e-86ec-fd350b759c7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116893 May 31 12:52:31.646012 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2952bdc1-8325-46e7-bff5-d5723b041c30 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:31.664398 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:31.721568 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:31.762400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Transition to ACTIVE for port object 2952bdc1-8325-46e7-bff5-d5723b041c30 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:31.779805 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:31.804676 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:31.853413 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-78f31afb-cb18-49d3-95e1-4e08173b8452 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978736 May 31 12:52:32.040655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518abf5-8428-414a-997e-755d1b07c5d1 req-c6f60c5c-cf89-455e-9f87-56611f964cc6 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:32.042107 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7518abf5-8428-414a-997e-755d1b07c5d1 req-c6f60c5c-cf89-455e-9f87-56611f964cc6 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 943 time: 0.1991117 May 31 12:52:32.074661 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-8063bbf2-a01c-4a56-8042-3ccbf7e48a88 service neutron] 10.222.0.41 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020370 May 31 12:52:32.086863 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7518abf5-8428-414a-997e-755d1b07c5d1 req-6550098d-579a-41cf-a38b-da4136861ef0 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 May 31 12:52:32.188123 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2952bdc1-8325-46e7-bff5-d5723b041c30,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:32.202345 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:32.373937 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb412471-6be8-42f9-861b-269d46f99fe6 req-80dc1752-c35b-4177-8919-8db02b25ab76 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941907 May 31 12:52:32.388370 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-696331c0-3fa4-4e3a-a61b-65174c674fe5 req-873e7de8-61e0-4db4-ae61-55c5abb03ece service neutron] 10.222.0.41 "GET /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666779 May 31 12:52:32.390332 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Attempting to bind port 2952bdc1-8325-46e7-bff5-d5723b041c30 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:32.390655 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Attempting to bind port 2952bdc1-8325-46e7-bff5-d5723b041c30 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:32.391003 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Attempting to bind port 2952bdc1-8325-46e7-bff5-d5723b041c30 on network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:32.395694 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Port 2952bdc1-8325-46e7-bff5-d5723b041c30 on network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:52:32.396007 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Attempting to bind port 2952bdc1-8325-46e7-bff5-d5723b041c30 on network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:32.401094 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:32.401417 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Checking segment: {'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:32.401953 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Bound using segment: {'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:32.402203 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Bound port: 2952bdc1-8325-46e7-bff5-d5723b041c30, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:32.402546 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:32.507673 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] For port 2952bdc1-8325-46e7-bff5-d5723b041c30, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:32.510879 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] For port 2952bdc1-8325-46e7-bff5-d5723b041c30, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2952bdc1-8325-46e7-bff5-d5723b041c30,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:32.515671 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:32.519666 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-053bb0f1-bf46-4c8a-808e-f625dc27d2ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:32.585710 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:32.586449 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:32.588090 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] 10.222.0.41 "PUT /v2.0/ports/2952bdc1-8325-46e7-bff5-d5723b041c30 HTTP/1.1" status: 200 len: 1093 time: 2.2234483 May 31 12:52:32.588643 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'tag': '2952bdc1-8325-46e7-bff5-d5723b041c30'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:32.591168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11c25a1-6fb7-405b-9a85-df10e19f0599" -d '{"events": [{"name": "network-changed", "server_uuid": "64d985f9-f04e-46c4-b205-3aab8bfa17f4", "tag": "2952bdc1-8325-46e7-bff5-d5723b041c30"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:32.605987 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Pushing event updated for resources: {'Port': ['ID=2952bdc1-8325-46e7-bff5-d5723b041c30,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:32.609127 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:35.272113 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-523a1aab-2ed6-4515-a815-5eea5e3a8640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:36.238324 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236d2b-9656-40f8-8505-72bca631688d req-89d159e7-02af-41bb-a13a-4eb29fa41d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:36.240319 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-89d159e7-02af-41bb-a13a-4eb29fa41d08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3081a650551d4ea58b719a3c1eba1ba9&device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 1096 time: 0.0741804 May 31 12:52:37.686823 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:37.812084 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-573c845c-5065-47f9-af05-3db2b7e40487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:38.156371 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b78da-2888-4886-bd9a-d895114e1228 x-openstack-request-id: req-aa8b78da-2888-4886-bd9a-d895114e1228 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:38.156905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d985f9-f04e-46c4-b205-3aab8bfa17f4", "tag": "2952bdc1-8325-46e7-bff5-d5723b041c30", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:38.156905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-aa8b78da-2888-4886-bd9a-d895114e1228 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:38.157361 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'tag': '2952bdc1-8325-46e7-bff5-d5723b041c30', 'status': 'completed', 'code': 200} May 31 12:52:38.165638 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-19ff3db1-656b-4f2e-b8c2-ba5445cbff98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2952bdc1-8325-46e7-bff5-d5723b041c30 HTTP/1.1" status: 200 len: 217 time: 0.0769191 May 31 12:52:38.235830 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6236d2b-9656-40f8-8505-72bca631688d req-3fdaed4f-488b-4219-b8f0-249a15ee92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:38.237192 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-3fdaed4f-488b-4219-b8f0-249a15ee92bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ccae2e3-9cdb-48b7-9509-28eaaabf00a6 HTTP/1.1" status: 200 len: 849 time: 0.0578084 May 31 12:52:38.289612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b583f-874b-4b05-8d10-394faaa29e36 req-bc9ac701-edc6-422f-80c3-0d64c0a544ef tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:38.291235 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-503b583f-874b-4b05-8d10-394faaa29e36 req-bc9ac701-edc6-422f-80c3-0d64c0a544ef tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 943 time: 0.0835066 May 31 12:52:38.294268 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-22156fbb-aa16-4088-9e15-08f2162f1f88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448244 May 31 12:52:38.337057 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-503b583f-874b-4b05-8d10-394faaa29e36 req-2a32473d-7b8a-4d59-a371-c7af4695c6b2 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396824 May 31 12:52:38.467624 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-26e33abc-a3a6-47da-b668-37dc31dd0f1b service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241453 May 31 12:52:38.600756 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6236d2b-9656-40f8-8505-72bca631688d req-da5b0e73-5785-4a41-afa2-2413d397d3d2 service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235261 May 31 12:52:38.912176 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:39.421717 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-db2803d2-9175-4a55-aae8-bacadf6c54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:39.423219 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-db2803d2-9175-4a55-aae8-bacadf6c54ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3081a650551d4ea58b719a3c1eba1ba9&device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 1096 time: 0.0716662 May 31 12:52:39.536215 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54045a1d-b5cc-44ab-aefc-d7826ac7dc25 req-f0db7579-3efa-4382-80c8-a878bc840f6b tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:39.537708 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54045a1d-b5cc-44ab-aefc-d7826ac7dc25 req-f0db7579-3efa-4382-80c8-a878bc840f6b tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 943 time: 0.0822227 May 31 12:52:39.555726 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-717d3ae4-6e6e-4f47-af9b-b3e35a7ddcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:39.557154 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-717d3ae4-6e6e-4f47-af9b-b3e35a7ddcf0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 HTTP/1.1" status: 200 len: 910 time: 0.1265826 May 31 12:52:39.582574 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54045a1d-b5cc-44ab-aefc-d7826ac7dc25 req-445b6798-3941-4c82-9b6c-070b54ca5432 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388837 May 31 12:52:39.629953 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-56d80e5e-0f50-4101-97ff-9a153f134df2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2952bdc1-8325-46e7-bff5-d5723b041c30 HTTP/1.1" status: 200 len: 217 time: 0.0629609 May 31 12:52:39.694154 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-fd94d813-f55b-41d0-a542-11069b8739be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:39.695630 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-fd94d813-f55b-41d0-a542-11069b8739be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ccae2e3-9cdb-48b7-9509-28eaaabf00a6 HTTP/1.1" status: 200 len: 849 time: 0.0583730 May 31 12:52:39.746049 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-f4a98367-f923-48dc-95e1-0b34ffd1b7f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425971 May 31 12:52:39.959914 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-25298ffa-6970-4162-86b1-ef0fcb24d092 service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055042 May 31 12:52:40.115740 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a11c25a1-6fb7-405b-9a85-df10e19f0599 req-63232738-df5f-4ada-812d-be3bd5c474b5 service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385295 May 31 12:52:40.474153 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:40.800441 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56790) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:40.803817 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a6ddb-eb5b-477b-97b5-3405f4035260 req-38a2a5a6-4e23-4741-825a-720f4ed5a1c0 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:40.805401 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b2a6ddb-eb5b-477b-97b5-3405f4035260 req-38a2a5a6-4e23-4741-825a-720f4ed5a1c0 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 943 time: 0.0937009 May 31 12:52:40.853884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b2a6ddb-eb5b-477b-97b5-3405f4035260 req-87697b76-c2eb-4479-9051-be799b6618c6 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419772 May 31 12:52:40.930775 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:40.945431 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:40.949394 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Usage tracker for resource:security_group_rule and tenant:ee4b1af35d714106b25b73277d6228a0 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:40.952192 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:40.957856 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:41.048667 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.053493 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.060757 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af672b1b-332a-4b52-8e22-aa1f229e0382 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:41.099080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638e3c5f-d109-47bc-bf06-1f587b353b19,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:41.106091 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ee4b1af35d714106b25b73277d6228a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3022158 May 31 12:52:41.107187 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:41.107447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56810) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:41.170181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.199641 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.278002 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.283522 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fde2dc43-cf70-4399-aa9f-f9e4a82bfaf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:41.297052 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638e3c5f-d109-47bc-bf06-1f587b353b19,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:41.299734 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:41.302936 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.306644 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/638e3c5f-d109-47bc-bf06-1f587b353b19 HTTP/1.1" status: 204 len: 168 time: 0.1959736 May 31 12:52:41.323168 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:52:41.610664 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56834) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:41.641149 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.647472 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb43d3-3e90-4d80-a8e1-e43c5e76ba2c req-0ec1269a-9d44-4980-be9c-1c930291f800 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:41.650839 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e9bb43d3-3e90-4d80-a8e1-e43c5e76ba2c req-0ec1269a-9d44-4980-be9c-1c930291f800 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.1044438 May 31 12:52:41.662289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:41.668359 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Usage tracker for resource:security_group_rule and tenant:ed80ab208f4244fb82f23b38641589b5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:41.670942 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:41.677883 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:41.717678 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e9bb43d3-3e90-4d80-a8e1-e43c5e76ba2c req-e1c5fbb2-a1a7-48ed-980b-713a1625e0de tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564339 May 31 12:52:41.814207 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.818998 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.833881 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:41.875439 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ed80ab208f4244fb82f23b38641589b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610283 May 31 12:52:41.875945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 56860) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:41.882912 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fcb52e-0f92-4ac1-a927-041b5b1eb63d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:41.886005 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:41.951190 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:41.985220 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:42.109061 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af2150-1f59-48b1-b9b1-34d0bbff7145 req-db53d62c-67db-4095-a5c2-385f1c27c3d3 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:42.110552 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-32af2150-1f59-48b1-b9b1-34d0bbff7145 req-db53d62c-67db-4095-a5c2-385f1c27c3d3 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 943 time: 0.1170771 May 31 12:52:42.111433 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:42.115853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:42.144044 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fcb52e-0f92-4ac1-a927-041b5b1eb63d,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:42.155088 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:42.155283 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:42.156503 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87fcb52e-0f92-4ac1-a927-041b5b1eb63d HTTP/1.1" status: 204 len: 168 time: 0.2795029 May 31 12:52:42.183146 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-32af2150-1f59-48b1-b9b1-34d0bbff7145 req-dfa29489-ef66-490c-83ea-953c32350965 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544991 May 31 12:52:42.880486 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 2952bdc1-8325-46e7-bff5-d5723b041c30 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:52:42.930436 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce72c7c-e3c5-49b4-88ce-2347a03f5fb7 req-63c2dc36-8319-45e4-a2da-8cc20ba1f8a8 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:42.932632 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1ce72c7c-e3c5-49b4-88ce-2347a03f5fb7 req-63c2dc36-8319-45e4-a2da-8cc20ba1f8a8 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.0857465 May 31 12:52:42.994437 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1ce72c7c-e3c5-49b4-88ce-2347a03f5fb7 req-5d2b9c91-75ce-4e2c-9b06-cb286e29d720 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 May 31 12:52:43.031341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 2952bdc1-8325-46e7-bff5-d5723b041c30, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2952bdc1-8325-46e7-bff5-d5723b041c30,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:43.045285 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '2952bdc1-8325-46e7-bff5-d5723b041c30', 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2', 'port_id': '2952bdc1-8325-46e7-bff5-d5723b041c30', 'mac_address': 'fa:16:3e:1f:be:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccae2e3-9cdb-48b7-9509-28eaaabf00a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:52:43.105562 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:43.124049 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2952bdc1-8325-46e7-bff5-d5723b041c30 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:43.140212 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 2952bdc1-8325-46e7-bff5-d5723b041c30, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2952bdc1-8325-46e7-bff5-d5723b041c30,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:43.145447 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:43.147222 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:43.311721 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=2952bdc1-8325-46e7-bff5-d5723b041c30,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:43.327997 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:43.420053 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90f42-8a1b-45c9-824f-cb450b671eb9 req-59c3a019-1bbc-4e8d-8a51-af1856a34359 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:43.421791 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ed90f42-8a1b-45c9-824f-cb450b671eb9 req-59c3a019-1bbc-4e8d-8a51-af1856a34359 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 944 time: 0.0901189 May 31 12:52:43.443819 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56932) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:43.475221 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ed90f42-8a1b-45c9-824f-cb450b671eb9 req-af4419d0-4af3-4044-be32-2be649487327 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 May 31 12:52:43.546912 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['2952bdc1-8325-46e7-bff5-d5723b041c30'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:43.727019 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:43.752573 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:43.756924 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Usage tracker for resource:security_group_rule and tenant:7735b4a56a5a4160b9eb51882a0651ba is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:43.760433 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:43.766406 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:43.873066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:43.878512 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:43.907507 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4379cb1b-63db-4865-9811-017e09aab7bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:43.916224 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7735b4a56a5a4160b9eb51882a0651ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705782 May 31 12:52:43.919952 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 56966) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:43.950786 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e870cdea-5d63-4372-933a-29317b62bca2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:43.957393 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:44.004866 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 56976) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:44.021390 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.075091 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.165336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-38120c7d-68b3-4de5-8e75-5afece51a369 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.166297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-38120c7d-68b3-4de5-8e75-5afece51a369 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Synchronizing usage tracker for tenant:401202cecfba408cb5a9d060abf437fc on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:44.187919 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-38120c7d-68b3-4de5-8e75-5afece51a369 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Unset dirty status for tenant:401202cecfba408cb5a9d060abf437fc on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:44.190102 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-38120c7d-68b3-4de5-8e75-5afece51a369 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.41 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.1590035 May 31 12:52:44.306365 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.323356 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-94a95ebe-77a1-4964-80e0-937874e147f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:44.335242 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e870cdea-5d63-4372-933a-29317b62bca2,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:44.338153 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:44.353792 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.355218 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e870cdea-5d63-4372-933a-29317b62bca2 HTTP/1.1" status: 204 len: 168 time: 0.4340081 May 31 12:52:44.360218 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 56994) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:44.383048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea2a0e-5877-44aa-adea-935977f9eb9d req-b311ab0c-8a88-421d-82d2-35b1e6cf94ea tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.384821 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e2ea2a0e-5877-44aa-adea-935977f9eb9d req-b311ab0c-8a88-421d-82d2-35b1e6cf94ea tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 945 time: 0.2359135 May 31 12:52:44.429857 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.447165 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:44.451776 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Usage tracker for resource:security_group_rule and tenant:25dad1854d4e476db1628bfbb5618e8b is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:44.452121 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e2ea2a0e-5877-44aa-adea-935977f9eb9d req-82bb6d31-35ee-4c0b-bf77-8d2851474cf9 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/security-groups?id=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607686 May 31 12:52:44.454946 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:44.463860 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:44.503863 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Deleting port f6546907-2c0a-4546-80db-ab3b63c22e3f {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:44.504372 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.684461 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] For port f6546907-2c0a-4546-80db-ab3b63c22e3f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=f6546907-2c0a-4546-80db-ab3b63c22e3f,segment=NetworkSegment(c34b3b7e-922c-46a1-ace9-111a67a7aae4),segment_id=c34b3b7e-922c-46a1-ace9-111a67a7aae4)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:44.685067 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.727124 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.776714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.804571 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:44.814042 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0255f-dc0f-4cc1-bb81-70e88c366ab0 req-bc096b14-877f-4138-a9f2-8bc5ab5681a3 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:44.822376 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b9d0255f-dc0f-4cc1-bb81-70e88c366ab0 req-bc096b14-877f-4138-a9f2-8bc5ab5681a3 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 944 time: 0.2037783 May 31 12:52:44.828538 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:44.833097 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Usage tracker for resource:security_group_rule and tenant:52a4a9d3873b43e4b3c3bd84f9dec496 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:44.836710 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:44.858389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:44.882632 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0949ccb3-1128-45a5-8361-5325a50dceab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:44.897603 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Calling delete_port for f6546907-2c0a-4546-80db-ab3b63c22e3f owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:44.897939 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 2952bdc1-8325-46e7-bff5-d5723b041c30 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:52:44.906666 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b9d0255f-dc0f-4cc1-bb81-70e88c366ab0 req-04c1bf1a-40f2-4a33-852f-27140546ceac tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814335 May 31 12:52:45.002548 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 2952bdc1-8325-46e7-bff5-d5723b041c30 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:52:45.013727 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 2952bdc1-8325-46e7-bff5-d5723b041c30 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:52:45.014636 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.036868 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25dad1854d4e476db1628bfbb5618e8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0309014 May 31 12:52:45.040659 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57012) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:45.045336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c275eb-74bb-4995-967c-308a29e7b6ba,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.047096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.063264 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.092270 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.117448 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c501c31e-a52c-464e-8d32-66031d6908d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.185744 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ac7f669-8bfb-4104-8581-13e2f0d46da4,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.209982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.296506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.299780 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57026) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:45.306336 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=52a4a9d3873b43e4b3c3bd84f9dec496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9331038 May 31 12:52:45.349650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.374939 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.388892 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.408730 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2952bdc1-8325-46e7-bff5-d5723b041c30'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:45.411898 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cede021c-b837-44ee-bc40-cdb02d13dd4b" -d '{"events": [{"server_uuid": "64d985f9-f04e-46c4-b205-3aab8bfa17f4", "name": "network-vif-plugged", "status": "completed", "tag": "2952bdc1-8325-46e7-bff5-d5723b041c30"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:45.421515 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 2952bdc1-8325-46e7-bff5-d5723b041c30, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2952bdc1-8325-46e7-bff5-d5723b041c30,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:45.426934 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.428997 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device f6546907-2c0a-4546-80db-ab3b63c22e3f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:45.439358 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.459431 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.496181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Pushing event deleted for resources: {'Port': ['ID=f6546907-2c0a-4546-80db-ab3b63c22e3f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.504407 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.514456 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ef2038-a77f-4da3-8d77-7a07c93de118 x-openstack-request-id: req-b9ef2038-a77f-4da3-8d77-7a07c93de118 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:45.514768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d985f9-f04e-46c4-b205-3aab8bfa17f4", "name": "network-vif-plugged", "status": "completed", "tag": "2952bdc1-8325-46e7-bff5-d5723b041c30", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:45.515026 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b9ef2038-a77f-4da3-8d77-7a07c93de118 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:45.515592 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2952bdc1-8325-46e7-bff5-d5723b041c30', 'code': 200} May 31 12:52:45.523608 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: f6546907-2c0a-4546-80db-ab3b63c22e3f {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:45.523963 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device f6546907-2c0a-4546-80db-ab3b63c22e3f not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:45.557290 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=2952bdc1-8325-46e7-bff5-d5723b041c30,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.560978 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.633515 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-156a5830-5c54-4a9d-9572-8df14c95f006 req-1b280241-76e3-4430-80bf-20f1c0525ee1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.0494471 May 31 12:52:45.657874 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.660330 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.674997 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c275eb-74bb-4995-967c-308a29e7b6ba,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.677266 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.686582 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.689626 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77c275eb-74bb-4995-967c-308a29e7b6ba HTTP/1.1" status: 204 len: 168 time: 0.6455653 May 31 12:52:45.708703 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] No DVR routers for this DVR port f6546907-2c0a-4546-80db-ab3b63c22e3f on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:45.748981 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.751802 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.753110 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'name': 'network-vif-deleted', 'tag': 'f6546907-2c0a-4546-80db-ab3b63c22e3f'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:45.755491 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb7bb0e-7ce5-4326-a8a3-e2046c62f7e8" -d '{"events": [{"server_uuid": "9e501a22-889e-46d9-b76c-9c8ef3ce8c57", "name": "network-vif-deleted", "tag": "f6546907-2c0a-4546-80db-ab3b63c22e3f"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:45.816122 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.825375 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d429814-acc6-49c9-91dd-03094635e20a x-openstack-request-id: req-2d429814-acc6-49c9-91dd-03094635e20a {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:45.825673 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e501a22-889e-46d9-b76c-9c8ef3ce8c57", "name": "network-vif-deleted", "tag": "f6546907-2c0a-4546-80db-ab3b63c22e3f", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:45.825939 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2d429814-acc6-49c9-91dd-03094635e20a {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:45.826363 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e501a22-889e-46d9-b76c-9c8ef3ce8c57', 'name': 'network-vif-deleted', 'tag': 'f6546907-2c0a-4546-80db-ab3b63c22e3f', 'status': 'completed', 'code': 200} May 31 12:52:45.842287 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-9add8996-8e15-417a-bd74-ad57d0e97e37 req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.41 "DELETE /v2.0/ports/f6546907-2c0a-4546-80db-ab3b63c22e3f HTTP/1.1" status: 204 len: 173 time: 1.6451402 May 31 12:52:45.875763 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aafc7-f6b8-4d70-b5fe-2eff747ed54a req-88d85a9e-9daf-427e-9572-7d8c28488cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:45.877955 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-3e3aafc7-f6b8-4d70-b5fe-2eff747ed54a req-88d85a9e-9daf-427e-9572-7d8c28488cb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 1098 time: 0.1653421 May 31 12:52:45.893122 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.900349 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0ffa33da-b72d-4024-879e-330ed9f33bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:45.933137 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ac7f669-8bfb-4104-8581-13e2f0d46da4,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:45.938023 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:45.958248 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:45.960735 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3ac7f669-8bfb-4104-8581-13e2f0d46da4 HTTP/1.1" status: 204 len: 168 time: 0.6592512 May 31 12:52:45.977365 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-3e3aafc7-f6b8-4d70-b5fe-2eff747ed54a req-31ee8acb-f09c-4881-b35f-9ebd958dfe0f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779293 May 31 12:52:46.140745 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475bdc5-852e-4acd-b876-e005df2c0d94 req-1f19ea6d-d225-45cd-9b3c-f3b5bdfc2044 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:46.142236 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d475bdc5-852e-4acd-b876-e005df2c0d94 req-1f19ea6d-d225-45cd-9b3c-f3b5bdfc2044 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 945 time: 0.0853205 May 31 12:52:46.192569 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d475bdc5-852e-4acd-b876-e005df2c0d94 req-fc84db08-fb21-4850-a736-6a9535916565 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428777 May 31 12:52:46.193005 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57056) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:46.214751 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.232825 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:46.239665 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6ec0ae71d5d944879a9d8a3050ad7cdf is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:46.247888 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:46.257470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:46.365836 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.373953 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.384753 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a6516ee2-335c-4b96-8aab-ac1333ef65c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:46.427158 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6ec0ae71d5d944879a9d8a3050ad7cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2325172 May 31 12:52:46.428023 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e492768d-fd28-41d5-817d-427097fca7e1,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:46.430110 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57066) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:46.431335 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:46.450520 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57072) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:46.470210 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.489070 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:46.493179 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Usage tracker for resource:security_group_rule and tenant:c8088097efdb4dad82ee7439d4439e93 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:46.496632 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:46.503385 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:46.522048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.555961 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.652155 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.661612 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.677329 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.690340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f32f5531-8ff3-401d-b9ac-f5f0049e8d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:46.695106 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-005f8d23-b7d4-426c-b929-025ca2a8b5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:46.707953 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e492768d-fd28-41d5-817d-427097fca7e1,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:46.724199 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:46.730856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.732083 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e492768d-fd28-41d5-817d-427097fca7e1 HTTP/1.1" status: 204 len: 168 time: 0.3009756 May 31 12:52:46.747871 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f52c9f-8e3a-409d-86fd-500f38e51fa6,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:46.769492 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:46.807409 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c8088097efdb4dad82ee7439d4439e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553803 May 31 12:52:46.809485 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57096) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:46.887408 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:46.902834 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1eac1ceb-3ad7-4b07-9eec-9b0f8e4fff10 req-7a1a251a-f33e-4401-aea6-a8a8a9baae63 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] 10.222.0.68 "GET /v2.0/ports?device_id=9e501a22-889e-46d9-b76c-9c8ef3ce8c57 HTTP/1.1" status: 200 len: 210 time: 0.0992098 May 31 12:52:46.937129 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.018327 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.022287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-51078775-12e3-4de8-b403-b053b400076f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:47.045851 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f52c9f-8e3a-409d-86fd-500f38e51fa6,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:47.075216 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:47.083738 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:47.084892 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d8f52c9f-8e3a-409d-86fd-500f38e51fa6 HTTP/1.1" status: 204 len: 168 time: 0.2742753 May 31 12:52:47.476884 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dae93-7780-4fc0-8656-548af57f0411 req-2b36f69b-226c-4b31-a831-4f27bf1295a4 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:47.478519 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-628dae93-7780-4fc0-8656-548af57f0411 req-2b36f69b-226c-4b31-a831-4f27bf1295a4 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 945 time: 0.0812440 May 31 12:52:47.526824 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-628dae93-7780-4fc0-8656-548af57f0411 req-857de1b0-4f3d-4c66-984c-8dcc048a6f8e tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 May 31 12:52:49.074012 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaa7f05-3254-40b9-a311-08daaa510e2c req-0d41f8d9-d281-4dc3-981b-add94774df26 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:49.081981 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caaa7f05-3254-40b9-a311-08daaa510e2c req-0d41f8d9-d281-4dc3-981b-add94774df26 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 945 time: 0.1878438 May 31 12:52:49.136342 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caaa7f05-3254-40b9-a311-08daaa510e2c req-b281a3fc-e366-46e7-b4f2-adb543e7db60 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530214 May 31 12:52:49.945439 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57296) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.020386 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57306) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.093856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_v2 [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Deleting subnet af80b6dc-ae48-447e-88a9-52fa15b761a0 {{(pid=91755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:52:50.098033 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.129746 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.166716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:50.177003 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Usage tracker for resource:security_group_rule and tenant:bbd1aa4aa1464f9fb42f529d2a721cb8 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:50.182232 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1415356'] for subnet, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.184657 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:50.200447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:50.257667 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.367781 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.374168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.393382 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7eaaac33-f6c2-450f-9080-8ea6ac701043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:50.435878 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=bbd1aa4aa1464f9fb42f529d2a721cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4872870 May 31 12:52:50.437506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e881f785-50cf-462c-9d6f-0d8cac5ad07b,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:50.442956 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57328) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.452703 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:50.479964 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57334) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.498539 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0833110-3592-4f8b-85cb-cb057f01a949 req-26b720f9-0043-475c-9339-f37b16fd62eb tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:50.504143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a0833110-3592-4f8b-85cb-cb057f01a949 req-26b720f9-0043-475c-9339-f37b16fd62eb tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 945 time: 0.2182384 May 31 12:52:50.519203 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.560142 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.619793 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a0833110-3592-4f8b-85cb-cb057f01a949 req-f9d70a88-36a7-4149-a2ff-4786d197eb10 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147041 May 31 12:52:50.634756 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.648741 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cc7e5daf-4709-40c4-a9dd-d0ec06895471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:50.658748 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6796796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6979458'] for subnet, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.664179 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:50.698428 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af80b6dc-ae48-447e-88a9-52fa15b761a0,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:50.712742 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:50.720020 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e881f785-50cf-462c-9d6f-0d8cac5ad07b,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:50.722957 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.735232 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.736462 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:50.742605 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:50.743158 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] 10.222.0.68 "DELETE /v2.0/subnets/af80b6dc-ae48-447e-88a9-52fa15b761a0 HTTP/1.1" status: 204 len: 168 time: 0.7214816 May 31 12:52:50.745563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57352) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:50.747068 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e881f785-50cf-462c-9d6f-0d8cac5ad07b HTTP/1.1" status: 204 len: 168 time: 0.3057034 May 31 12:52:50.748908 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:50.765207 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Usage tracker for resource:security_group_rule and tenant:f745c6af0db94d349abe6aaa6b2a4605 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:50.771068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:50.781338 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:50.819827 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-fc198783-baeb-4a31-8bf7-8c88e24a5b01 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:50.820853 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-fc198783-baeb-4a31-8bf7-8c88e24a5b01 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Synchronizing usage tracker for tenant:3081a650551d4ea58b719a3c1eba1ba9 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:52:50.850358 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-fc198783-baeb-4a31-8bf7-8c88e24a5b01 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Unset dirty status for tenant:3081a650551d4ea58b719a3c1eba1ba9 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:52:50.852320 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-fc198783-baeb-4a31-8bf7-8c88e24a5b01 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 945 time: 0.2072737 May 31 12:52:50.894840 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.027986 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.038401 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.066107 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:51.077871 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f745c6af0db94d349abe6aaa6b2a4605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5968134 May 31 12:52:51.084613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57364) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.096765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.111084 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:51.124571 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c34b3b7e-922c-46a1-ace9-111a67a7aae4') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:51.125012 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c34b3b7e-922c-46a1-ace9-111a67a7aae4') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:52:51.137653 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.156442 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.164949 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:52:51.165732 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.193741 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:52:51.236151 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:52:51.254260 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.268744 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b10767d4-ba50-4c13-91e9-c738d255e36e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.287106 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.292312 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.307070 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c00fcb72-4f9d-4ae4-a376-16531a0e918c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:51.327687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.329943 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.334464 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.348403 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-00dfd45b-3265-4c13-87fe-be2b5220b940 admin admin] 10.222.0.68 "DELETE /v2.0/networks/2fdc48ec-53a7-4241-a0ba-1c3e8d090ab2 HTTP/1.1" status: 204 len: 168 time: 0.6017194 May 31 12:52:51.362855 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57378) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.390981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.392970 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Deleting port 2952bdc1-8325-46e7-bff5-d5723b041c30 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:52:51.393302 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.425861 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57382) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.432655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:51.456650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Usage tracker for resource:security_group_rule and tenant:3eca7fcb9c4a4ec4b7a7da0a385773ba is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:51.466184 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:51.482408 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:51.600245 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.608881 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.620710 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fad7b6f5-950e-4d41-8d22-0650cbb5c8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:51.659490 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.663133 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57390) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.667758 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24371a13-66d5-41d9-a8e3-a2d915409522,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.673264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.687155 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ea5e7088-fa0d-4ef3-8b33-dd2d4e12f587 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:51.693565 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3eca7fcb9c4a4ec4b7a7da0a385773ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291888 May 31 12:52:51.696810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57392) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:51.730771 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] For port 2952bdc1-8325-46e7-bff5-d5723b041c30, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=2952bdc1-8325-46e7-bff5-d5723b041c30,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:52:51.731302 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.739785 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.743388 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b10767d4-ba50-4c13-91e9-c738d255e36e HTTP/1.1" status: 204 len: 168 time: 0.6553423 May 31 12:52:51.743388 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10767d4-ba50-4c13-91e9-c738d255e36e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:51.766961 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.828798 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:51.838936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.850410 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Usage tracker for resource:security_group_rule and tenant:502799551c464be79c9310320bb392f5 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:51.857046 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:51.874770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:51.879512 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:51.882746 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Calling delete_port for 2952bdc1-8325-46e7-bff5-d5723b041c30 owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:52:51.886892 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:51.911487 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f00e0d82-49b0-4966-8b59-add13fa54ccf admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=401202cecfba408cb5a9d060abf437fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2152185 May 31 12:52:51.911934 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57400) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.016877 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ac37f-5191-4a26-90b2-3536cbe3ff79 req-39dc1cd8-f5fb-4e46-846d-dac8cc325093 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:52.018449 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ae2ac37f-5191-4a26-90b2-3536cbe3ff79 req-39dc1cd8-f5fb-4e46-846d-dac8cc325093 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=64d985f9-f04e-46c4-b205-3aab8bfa17f4 HTTP/1.1" status: 200 len: 945 time: 0.2328315 May 31 12:52:52.033107 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.045716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-85cfa239-c23e-41ca-8400-d5cd2a0cb621 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.049738 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['2952bdc1-8325-46e7-bff5-d5723b041c30'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:52:52.061707 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.065320 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.071833 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.111603 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24371a13-66d5-41d9-a8e3-a2d915409522,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.118459 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Pushing event deleted for resources: {'Port': ['ID=2952bdc1-8325-46e7-bff5-d5723b041c30,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.126418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.147881 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.151706 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.163574 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ae2ac37f-5191-4a26-90b2-3536cbe3ff79 req-5c7ea557-423f-48b6-8a6e-712929a4c1b4 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327608 May 31 12:52:52.188761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.192718 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/24371a13-66d5-41d9-a8e3-a2d915409522 HTTP/1.1" status: 204 len: 168 time: 0.4921076 May 31 12:52:52.197835 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] No DVR routers for this DVR port 2952bdc1-8325-46e7-bff5-d5723b041c30 on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:52:52.201073 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.211032 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'name': 'network-vif-deleted', 'tag': '2952bdc1-8325-46e7-bff5-d5723b041c30'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:52.215753 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57410) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.217658 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd56ff7-d769-49ff-b954-6c7bce518ccd" -d '{"events": [{"server_uuid": "64d985f9-f04e-46c4-b205-3aab8bfa17f4", "name": "network-vif-deleted", "tag": "2952bdc1-8325-46e7-bff5-d5723b041c30"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:52.222705 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0abd8338-2046-4964-b4ad-a860d3e1cd6e req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "DELETE /v2.0/ports/2952bdc1-8325-46e7-bff5-d5723b041c30 HTTP/1.1" status: 204 len: 173 time: 1.3573065 May 31 12:52:52.223604 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.263476 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.278037 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3e45c864-1045-4fbc-a19e-3c972e53831c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.288661 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.305157 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c60473e-3d80-431b-8c37-02f4264e3414 x-openstack-request-id: req-5c60473e-3d80-431b-8c37-02f4264e3414 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:52.305862 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d985f9-f04e-46c4-b205-3aab8bfa17f4", "name": "network-vif-deleted", "tag": "2952bdc1-8325-46e7-bff5-d5723b041c30", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:52.306229 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-5c60473e-3d80-431b-8c37-02f4264e3414 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:52.306672 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d985f9-f04e-46c4-b205-3aab8bfa17f4', 'name': 'network-vif-deleted', 'tag': '2952bdc1-8325-46e7-bff5-d5723b041c30', 'status': 'completed', 'code': 200} May 31 12:52:52.342430 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:52.349798 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c68ffa7-7eff-4cb2-8a60-5a06b42d033f,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.353677 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.355394 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Usage tracker for resource:security_group_rule and tenant:80f90ac682de4744ba39f936dce9cb6f is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:52.361137 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=502799551c464be79c9310320bb392f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9297612 May 31 12:52:52.361363 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:52.363655 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57416) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.370379 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:52.377020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.387863 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5825fa6c-117c-40a1-b587-3a3363137fd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.417369 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb9e646-4395-49ef-8aa2-e77abbdbd2bf,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.421765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.451401 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.453138 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9fb9e646-4395-49ef-8aa2-e77abbdbd2bf HTTP/1.1" status: 204 len: 168 time: 0.5377114 May 31 12:52:52.463147 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.505472 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.539741 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.545350 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.557028 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8a37bd86-06b3-4581-88b6-cbf392a4c543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.579887 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.587569 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ee70f557-7cbd-41c0-8bb8-1f57866196db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:52.621840 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.628608 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c68ffa7-7eff-4cb2-8a60-5a06b42d033f HTTP/1.1" status: 204 len: 168 time: 0.2636929 May 31 12:52:52.632083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c68ffa7-7eff-4cb2-8a60-5a06b42d033f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.636733 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.706771 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=80f90ac682de4744ba39f936dce9cb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4858696 May 31 12:52:52.708015 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8382b265-a79b-447e-993a-57ecbd298d79,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:52.709184 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57432) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:52.723856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:52.924902 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:52.994628 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.065421 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.072336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:53.086987 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8382b265-a79b-447e-993a-57ecbd298d79,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:53.089780 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.090985 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8382b265-a79b-447e-993a-57ecbd298d79 HTTP/1.1" status: 204 len: 168 time: 0.3805306 May 31 12:52:53.091997 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:53.114172 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57456) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:53.134939 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.151471 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:53.156575 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Usage tracker for resource:security_group_rule and tenant:f738a7d9397a45b6a2eb90b79ea58e32 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:53.159526 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:53.165554 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:53.281878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.287160 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.296961 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2e9fb743-e5cc-407e-b44a-4ed04d6d8574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:53.342239 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=f738a7d9397a45b6a2eb90b79ea58e32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260857 May 31 12:52:53.344938 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57468) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:53.345582 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67143864-d8e1-463d-8fa9-aad1bffd66b8,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:53.348867 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:53.428330 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.464782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.531879 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.535750 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ada06201-9b57-4335-b266-b05248396b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:53.550343 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67143864-d8e1-463d-8fa9-aad1bffd66b8,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:53.554961 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:53.561462 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:53.563215 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/67143864-d8e1-463d-8fa9-aad1bffd66b8 HTTP/1.1" status: 204 len: 168 time: 0.2171519 May 31 12:52:53.782677 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-65bb7de5-0672-4f74-bef7-2748e5bc1c76 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:53.784435 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-65bb7de5-0672-4f74-bef7-2748e5bc1c76 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/networks?id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 HTTP/1.1" status: 200 len: 809 time: 0.1673591 May 31 12:52:53.799826 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-d4af3720-9547-4d9c-b6bd-e724ce224470 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/quotas/3081a650551d4ea58b719a3c1eba1ba9 HTTP/1.1" status: 200 len: 375 time: 0.0094540 May 31 12:52:53.858999 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-ece278f9-0077-4d5e-8052-7daa5bc3d319 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=3081a650551d4ea58b719a3c1eba1ba9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537901 May 31 12:52:54.005457 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-0db8a9b6-580d-4c87-8f99-91e54219ed62 service neutron] 10.222.0.68 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387789 May 31 12:52:54.143913 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-edc2b7b4-7b74-4d4f-ab7f-7c29a5b583b6 service neutron] 10.222.0.68 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324697 May 31 12:52:54.377010 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57534) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:54.397592 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2e62853-4242-4af7-8e06-35b09ee7dca5 req-327b4dee-b107-4721-94d6-93fe1fed56c7 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 210 time: 0.0779369 May 31 12:52:54.694000 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-network', 'tenant_id': '6137f24164fa4fad843a09a436b16df6'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:54.699406 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:54.704948 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Usage tracker for resource:network and tenant:6137f24164fa4fad843a09a436b16df6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:54.708925 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:54.720236 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:54.738787 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Made reservation on behalf of 6137f24164fa4fad843a09a436b16df6 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:54.743164 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.775747 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.812041 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:54.816421 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Usage tracker for resource:security_group_rule and tenant:6137f24164fa4fad843a09a436b16df6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:54.821433 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:54.830200 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:54.956747 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.969861 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 2952bdc1-8325-46e7-bff5-d5723b041c30 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:52:54.979015 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:54.986271 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-89205f9c-6699-4e15-8d16-693fdd8e0c11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:55.012280 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:52:55.026260 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3c6f79-2b02-4dca-99aa-82fc7237acdd,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:55.042515 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:55.043561 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.043896 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Added segment a722a44f-2aca-4e6b-a780-083a76ef2c6a of type vlan for network ee077102-8ad5-46f8-a4f7-167633e67597 May 31 12:52:55.049074 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 2952bdc1-8325-46e7-bff5-d5723b041c30 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:52:55.049792 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 2952bdc1-8325-46e7-bff5-d5723b041c30 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:52:55.092810 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.133482 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.135032 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:55.135711 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.149566 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:55.257351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Pushing event updated for resources: {'Network': ['ID=ee077102-8ad5-46f8-a4f7-167633e67597,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:55.264702 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8865376 May 31 12:52:55.265856 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:55.268469 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57584) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:55.274510 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network ee077102-8ad5-46f8-a4f7-167633e67597 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:52:55.276003 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Request body: {'subnet': {'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-subnet', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:55.284808 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:55.289427 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Usage tracker for resource:subnet and tenant:6137f24164fa4fad843a09a436b16df6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:55.291731 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:55.297414 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:55.309536 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Made reservation on behalf of 6137f24164fa4fad843a09a436b16df6 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:55.312287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6763053'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:55.596879 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21bb2bda-7070-4645-8d32-a12d2503737e req-80fac72e-bccc-4ce4-b87d-6d8365fa5252 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 210 time: 0.0581172 May 31 12:52:55.840368 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-fc833e2d-55fc-4d48-b86b-4c66ac59df4f tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:55.841824 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-fc833e2d-55fc-4d48-b86b-4c66ac59df4f tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "GET /v2.0/networks?id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 HTTP/1.1" status: 200 len: 809 time: 0.2238493 May 31 12:52:55.855212 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Request body: {'port': {'device_id': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2', 'admin_state_up': True, 'tenant_id': '3081a650551d4ea58b719a3c1eba1ba9'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:56.105680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:56.113072 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Usage tracker for resource:port and tenant:3081a650551d4ea58b719a3c1eba1ba9 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:56.117537 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:56.125056 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6453173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6763067'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.126042 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:56.133170 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-645b5d48-fffe-49cf-87e9-8b4fc1c887e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:56.192968 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Made reservation on behalf of 3081a650551d4ea58b719a3c1eba1ba9 for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:52:56.196482 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.240060 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc36652a-546e-4183-b625-bb12f2a8bbd5,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:56.293256 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:56.306213 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Checking segment: {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:56.306568 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Network hostable DHCP agents. Network: ee077102-8ad5-46f8-a4f7-167633e67597, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:52:56.349119 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Network ee077102-8ad5-46f8-a4f7-167633e67597 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:52:56.396355 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, ee077102-8ad5-46f8-a4f7-167633e67597) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:56.406110 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4df377f-a573-4367-865c-1d9765029d7b None None] Network ee077102-8ad5-46f8-a4f7-167633e67597 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:56.416915 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:56.417508 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.459079 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Allocated IP 172.20.0.10 (4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2/6ccae2e3-9cdb-48b7-9509-28eaaabf00a6/5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:56.471154 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1984241 May 31 12:52:56.471694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57640) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:56.478352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:56.489936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:56.496737 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Usage tracker for resource:router and tenant:6137f24164fa4fad843a09a436b16df6 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:56.502039 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:56.515419 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:56.540694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.544868 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.576916 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.771660 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.802914 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894cd47-a881-4688-ae45-fca1d387c200 None None] Network ee077102-8ad5-46f8-a4f7-167633e67597 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:52:56.830859 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:56.882770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.042776 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:57.051905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:57.059665 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:57.063082 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.126413 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57660) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:57.224281 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f57bc87-a34b-434c-b4d9-597e73dd24ac req-463b3e07-f19f-477c-8b93-891b9683d4d0 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:57.226040 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5f57bc87-a34b-434c-b4d9-597e73dd24ac req-463b3e07-f19f-477c-8b93-891b9683d4d0 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 932 time: 0.3767033 May 31 12:52:57.299796 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5f57bc87-a34b-434c-b4d9-597e73dd24ac req-2b178385-15dc-4518-a230-323d81299a5c tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670474 May 31 12:52:57.324562 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:57.325184 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.341993 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Pushing event updated for resources: {'Port': ['ID=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:57.345050 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:57.352773 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5014217 May 31 12:52:57.354286 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.369475 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Request body: {'port': {'device_id': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:52:57.382687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:57.388422 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Usage tracker for resource:security_group_rule and tenant:3b77182b8690465290448ed51968443b is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:57.391734 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:57.398934 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:57.494761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.733886 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.776871 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.867053 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.874653 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.885944 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b4ab58e3-a515-4c63-bd3e-9a9d22838021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.893171 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:52:57.902218 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.921567 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Transition to ACTIVE for port object 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:52:57.925675 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:57.930210 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:57.980852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3b77182b8690465290448ed51968443b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8502645 May 31 12:52:57.983042 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077b2197-cb29-467d-87ff-128ccc56d8f7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:57.985656 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57676) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:57.991234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.039551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Allocated IP 172.27.1.82 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/01f9561d-18c4-46a5-b9c9-d43c52b90258) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:52:58.086136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Pushing event updated for resources: {'Port': ['ID=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:58.133598 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.163045 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.212289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Attempting to bind port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:52:58.212632 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Attempting to bind port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:52:58.212950 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Attempting to bind port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 on network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:58.217866 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 on network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:52:58.218170 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Attempting to bind port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 on network 4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:52:58.225108 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:52:58.225432 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Checking segment: {'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:52:58.225859 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Bound using segment: {'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:52:58.226223 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Bound port: 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d247d69-cde3-44cd-b211-bce5b4bfc6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:52:58.226562 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.281171 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.294347 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.377988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.383188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a0d975b0-6b83-48ce-808b-a0a0a37f023d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:58.391800 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] For port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:52:58.396034 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] For port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:52:58.397656 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077b2197-cb29-467d-87ff-128ccc56d8f7,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:58.401143 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.402853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.403656 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.409779 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-48c57b26-971c-47c6-830e-5b27338792de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:58.430410 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:58.485292 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:52:58.491093 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:52:58.496268 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:52:58.507215 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.507954 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.509318 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] 10.222.0.41 "PUT /v2.0/ports/5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 HTTP/1.1" status: 200 len: 1094 time: 1.1464627 May 31 12:52:58.509939 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'tag': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:52:58.512923 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316c6291-5338-4058-b143-2133559e6bf1" -d '{"events": [{"name": "network-changed", "server_uuid": "df1c9eda-2717-4d93-936f-6bcbe1a7c814", "tag": "5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:52:58.535815 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.540647 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/077b2197-cb29-467d-87ff-128ccc56d8f7 HTTP/1.1" status: 204 len: 168 time: 0.5537732 May 31 12:52:58.561537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Pushing event updated for resources: {'Port': ['ID=01f9561d-18c4-46a5-b9c9-d43c52b90258,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:58.566695 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.634558 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Pushing event updated for resources: {'Port': ['ID=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:58.642712 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:58.687070 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-8056d138-0043-4558-84ff-f52b045932df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.688654 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-8056d138-0043-4558-84ff-f52b045932df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3081a650551d4ea58b719a3c1eba1ba9&device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 1097 time: 0.1186461 May 31 12:52:58.861137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2d250-3563-486e-86e8-5c183d629112 req-dd388e16-2526-49d7-be8f-c0d9d654e640 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:52:58.863246 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6f2d250-3563-486e-86e8-5c183d629112 req-dd388e16-2526-49d7-be8f-c0d9d654e640 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 944 time: 0.2896655 May 31 12:52:58.938511 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57712) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:58.960369 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:58.988791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:52:58.992720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Usage tracker for resource:security_group_rule and tenant:228c34020a564aefb39e71a6d2cbf773 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:52:58.995680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:52:59.001355 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:52:59.051152 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6f2d250-3563-486e-86e8-5c183d629112 req-385dfb5a-8ac9-4001-bef4-211e5c304217 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296253 May 31 12:52:59.086022 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.097441 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.102275 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.113775 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6da138db-411b-44b2-bcd8-88062c09e78a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.125591 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e875ecfc-e437-40c2-9f2c-a3338886daf3 x-openstack-request-id: req-e875ecfc-e437-40c2-9f2c-a3338886daf3 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:52:59.125895 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df1c9eda-2717-4d93-936f-6bcbe1a7c814", "tag": "5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:52:59.126166 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e875ecfc-e437-40c2-9f2c-a3338886daf3 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:52:59.126571 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'tag': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15', 'status': 'completed', 'code': 200} May 31 12:52:59.156193 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=228c34020a564aefb39e71a6d2cbf773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163966 May 31 12:52:59.158899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57720) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:52:59.161147 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c48c720-1077-4634-afa0-d50f1cc4c480,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.164769 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.312903 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.516946 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.634857 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.718371 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.723551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:52:59.741607 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c48c720-1077-4634-afa0-d50f1cc4c480,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:52:59.791369 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:52:59.809302 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:52:59.810428 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c48c720-1077-4634-afa0-d50f1cc4c480 HTTP/1.1" status: 204 len: 168 time: 0.6505332 May 31 12:52:59.865451 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Router 95fc8459-52ec-464a-81b3-c2b77f27019a is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:53:00.045197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:00.055493 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Sync routers for ids ['95fc8459-52ec-464a-81b3-c2b77f27019a'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:00.065150 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Routers {'95fc8459-52ec-464a-81b3-c2b77f27019a'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:00.065741 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['95fc8459-52ec-464a-81b3-c2b77f27019a'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:00.066633 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.070373 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5944018 May 31 12:53:00.070632 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57738) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:00.243424 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Set router 95fc8459-52ec-464a-81b3-c2b77f27019a gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:00.570362 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 3, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port': {'id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:57Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:00.574198 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Checking router: 95fc8459-52ec-464a-81b3-c2b77f27019a for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:00.574554 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Updating router 95fc8459-52ec-464a-81b3-c2b77f27019a port 01f9561d-18c4-46a5-b9c9-d43c52b90258 binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:00.626498 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.823183 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.976014 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:00.991719 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Transition to ACTIVE for port object 01f9561d-18c4-46a5-b9c9-d43c52b90258 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:01.001435 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.009419 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.133726 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Attempting to bind port 01f9561d-18c4-46a5-b9c9-d43c52b90258 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:01.134395 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Attempting to bind port 01f9561d-18c4-46a5-b9c9-d43c52b90258 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:01.134485 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Attempting to bind port 01f9561d-18c4-46a5-b9c9-d43c52b90258 on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:01.143406 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Pushing event updated for resources: {'Port': ['ID=01f9561d-18c4-46a5-b9c9-d43c52b90258,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.145451 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:01.145818 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:01.146217 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.146598 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:01.147114 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Bound port: 01f9561d-18c4-46a5-b9c9-d43c52b90258, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:01.147471 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.153461 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Allocated IP 172.20.0.1 (ee077102-8ad5-46f8-a4f7-167633e67597/bc36652a-546e-4183-b625-bb12f2a8bbd5/89ef4613-bc86-4d13-8d75-d35d68b8c56b) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:01.193332 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.193666 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.194147 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.194610 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.195118 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.195599 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.195963 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.196219 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.196555 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.196869 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.197174 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.197475 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:01.201982 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.236373 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] For port 01f9561d-18c4-46a5-b9c9-d43c52b90258, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:01.241588 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] For port 01f9561d-18c4-46a5-b9c9-d43c52b90258, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=01f9561d-18c4-46a5-b9c9-d43c52b90258,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:01.250379 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.257699 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.327615 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.339739 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Routers {'95fc8459-52ec-464a-81b3-c2b77f27019a'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:01.340401 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['95fc8459-52ec-464a-81b3-c2b77f27019a'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:01.366585 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.380950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:01.431164 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Pushing event updated for resources: {'Port': ['ID=01f9561d-18c4-46a5-b9c9-d43c52b90258,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.435223 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.445622 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Network ee077102-8ad5-46f8-a4f7-167633e67597 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:01.448903 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:01.452909 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:01.497912 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Pushing event updated for resources: {'Port': ['ID=89ef4613-bc86-4d13-8d75-d35d68b8c56b,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:01.502283 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:01.514152 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.551087 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] Set router 95fc8459-52ec-464a-81b3-c2b77f27019a gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:01.641575 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.854930 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 3, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port': {'id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:57Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:01.858939 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb616f3f-4e74-4fb1-bb3f-e5bdee86ce6a None None] The sync data for ids ['95fc8459-52ec-464a-81b3-c2b77f27019a'] in dv-cinder-790492-5-iscsi is: [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T12:52:58Z', 'revision_number': 3, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port': {'id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:57Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:01.882300 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.896092 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:01.929954 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:02.014626 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Pushing event updated for resources: {'Port': ['ID=89ef4613-bc86-4d13-8d75-d35d68b8c56b,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:02.017067 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.020965 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:02.086111 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:02.204716 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Network ee077102-8ad5-46f8-a4f7-167633e67597 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:02.206100 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:02.241117 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-59b62dcc-012d-4268-9af6-bea6b3eed95d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 HTTP/1.1" status: 200 len: 217 time: 0.1731672 May 31 12:53:02.314797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-a90ff75b-0928-4adf-b514-14ca06c867f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:02.316635 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-a90ff75b-0928-4adf-b514-14ca06c867f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ccae2e3-9cdb-48b7-9509-28eaaabf00a6 HTTP/1.1" status: 200 len: 849 time: 0.0677299 May 31 12:53:02.366013 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-4bb573ce-3e35-4375-8aef-33c465cc50bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437615 May 31 12:53:02.484571 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f01813-b179-4c77-992e-abdaa6397067 req-46dd9d15-2955-4e5b-9220-03b3b12512fc tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:02.486101 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1f01813-b179-4c77-992e-abdaa6397067 req-46dd9d15-2955-4e5b-9220-03b3b12512fc tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 944 time: 0.2096472 May 31 12:53:02.499385 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Router 95fc8459-52ec-464a-81b3-c2b77f27019a has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:02.542988 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-724ca841-1bc8-4b7d-839b-6700d216228e service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696513 May 31 12:53:02.612676 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1f01813-b179-4c77-992e-abdaa6397067 req-ddf9c6a6-6a09-426a-b952-3f3514229551 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113560 May 31 12:53:02.725137 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-452603ca-c8d6-4e47-ad8c-b3b0a4ddb897 req-e57d7383-5d99-4be2-a109-2170cdbdc3da service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749797 May 31 12:53:02.771530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:02.798852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] 10.222.0.68 "PUT /v2.0/routers/95fc8459-52ec-464a-81b3-c2b77f27019a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7257125 May 31 12:53:03.006349 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c6291-5338-4058-b143-2133559e6bf1 req-535aff82-ed76-49a6-acde-6a58cef780db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.009100 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-316c6291-5338-4058-b143-2133559e6bf1 req-535aff82-ed76-49a6-acde-6a58cef780db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3081a650551d4ea58b719a3c1eba1ba9&device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 1097 time: 0.2034354 May 31 12:53:03.179034 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c6291-5338-4058-b143-2133559e6bf1 req-33b5c868-b30e-4a01-8c7e-05ccfc96460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.180834 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-316c6291-5338-4058-b143-2133559e6bf1 req-33b5c868-b30e-4a01-8c7e-05ccfc96460b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 HTTP/1.1" status: 200 len: 910 time: 0.1636617 May 31 12:53:03.263962 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-316c6291-5338-4058-b143-2133559e6bf1 req-5306f54a-b3c9-4e6b-8d3a-2e12e5b463b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 HTTP/1.1" status: 200 len: 217 time: 0.0745742 May 31 12:53:03.387313 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c6291-5338-4058-b143-2133559e6bf1 req-353b6dcf-6773-4548-92cb-b00235a72469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.389086 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-316c6291-5338-4058-b143-2133559e6bf1 req-353b6dcf-6773-4548-92cb-b00235a72469 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6ccae2e3-9cdb-48b7-9509-28eaaabf00a6 HTTP/1.1" status: 200 len: 849 time: 0.0934212 May 31 12:53:03.456129 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-316c6291-5338-4058-b143-2133559e6bf1 req-300b5e1e-025f-4af5-ac5f-e2de70c29cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601845 May 31 12:53:03.703189 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57860) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:03.760786 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-316c6291-5338-4058-b143-2133559e6bf1 req-d0b20266-ace4-48b8-8cdc-dae120978236 service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917628 May 31 12:53:03.961971 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:03.976835 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-6796610b-fb02-427e-a92b-fab023e7c1d6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:03.985016 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-6796610b-fb02-427e-a92b-fab023e7c1d6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 819 time: 0.6060219 May 31 12:53:03.998776 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:04.008070 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-758f25f1-c609-40d6-b1b6-c9447e186de1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/quotas/6137f24164fa4fad843a09a436b16df6 HTTP/1.1" status: 200 len: 375 time: 0.0218868 May 31 12:53:04.032181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Usage tracker for resource:security_group_rule and tenant:d72abd3c17cc42d4ac8ae7ee08232bb8 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:04.040165 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:04.052224 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:04.124091 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Sync routers for ids ['95fc8459-52ec-464a-81b3-c2b77f27019a'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:04.142353 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Routers {'95fc8459-52ec-464a-81b3-c2b77f27019a'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:04.146485 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['95fc8459-52ec-464a-81b3-c2b77f27019a'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:04.147375 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-316c6291-5338-4058-b143-2133559e6bf1 req-980a0beb-bae6-4a6c-bcf1-66d688c4fc5e service neutron] 10.222.0.41 "GET /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3786807 May 31 12:53:04.168944 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7fa0cf-f1e1-432a-bdac-dc035c458b5e req-0f02d45d-f336-4aa2-a922-a753ad4000c7 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:04.176797 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cb7fa0cf-f1e1-432a-bdac-dc035c458b5e req-0f02d45d-f336-4aa2-a922-a753ad4000c7 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 944 time: 0.3435106 May 31 12:53:04.197894 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.212021 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.237858 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bd45f65a-c410-49d2-82f5-8c295da5ce27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.248503 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cb7fa0cf-f1e1-432a-bdac-dc035c458b5e req-61a34a23-d440-4000-a956-c0fbc6752d7d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691569 May 31 12:53:04.257040 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-900be669-2fe5-450e-9496-c972d5a5544b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Synchronizing usage tracker for tenant:6137f24164fa4fad843a09a436b16df6 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:04.283324 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57880) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:04.297069 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d72abd3c17cc42d4ac8ae7ee08232bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5923662 May 31 12:53:04.297726 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57886) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:04.303881 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-900be669-2fe5-450e-9496-c972d5a5544b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Unset dirty status for tenant:6137f24164fa4fad843a09a436b16df6 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:04.306454 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-900be669-2fe5-450e-9496-c972d5a5544b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2973015 May 31 12:53:04.365826 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5d3a73-91c5-4d3d-bb66-e7d52683345a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.371874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.395016 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.429245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.473610 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 01f9561d-18c4-46a5-b9c9-d43c52b90258 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:04.521181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.527833 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ef10aab8-44f4-4511-8fba-696996a330b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.543996 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5d3a73-91c5-4d3d-bb66-e7d52683345a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.547324 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.555276 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:04.563746 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.565991 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cc5d3a73-91c5-4d3d-bb66-e7d52683345a HTTP/1.1" status: 204 len: 168 time: 0.2572975 May 31 12:53:04.567612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:04.578435 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-6284968b-deaa-4795-979b-07a196352862 service neutron] 10.222.0.68 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570362 May 31 12:53:04.581389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Usage tracker for resource:security_group_rule and tenant:55f99c0bdc7347b591a759662a53ff1c is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:04.587640 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:04.615958 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Set router 95fc8459-52ec-464a-81b3-c2b77f27019a gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:04.631724 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:04.665884 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 01f9561d-18c4-46a5-b9c9-d43c52b90258 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:04.687397 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 01f9561d-18c4-46a5-b9c9-d43c52b90258 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:04.687770 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.792745 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-901287e7-1750-484a-8f14-6432b49f5e55 service neutron] 10.222.0.68 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069337 May 31 12:53:04.840416 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.846010 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:04.855575 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-52d55b22-815f-46f2-b07b-2545742182a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:04.902385 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55f99c0bdc7347b591a759662a53ff1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6153140 May 31 12:53:04.903679 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7896ba-cdfb-4102-9df9-8c2eee76f2c1,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:04.905281 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57916) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:04.906976 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.008905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57924) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:05.024125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.036957 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.075796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:05.079332 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.090389 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9f67582999174dd0a74cfdd0cc4a9cf1 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:05.095249 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:05.108675 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:05.136480 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.160950 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 01f9561d-18c4-46a5-b9c9-d43c52b90258, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=01f9561d-18c4-46a5-b9c9-d43c52b90258,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:05.170335 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.173233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.173378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.177916 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e7462fa0-4ca9-490b-bf64-e491e5798f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.195821 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7896ba-cdfb-4102-9df9-8c2eee76f2c1,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.203741 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.224043 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.225305 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3c7896ba-cdfb-4102-9df9-8c2eee76f2c1 HTTP/1.1" status: 204 len: 168 time: 0.3187137 May 31 12:53:05.241274 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.250144 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.267969 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-91197c71-ffea-474b-bf36-1b1c012818cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.286020 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-68a0ebcb-2563-491c-b2dd-1c0fd156304e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.294805 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=01f9561d-18c4-46a5-b9c9-d43c52b90258,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.298050 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.300451 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 4, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port': {'id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:57Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '89ef4613-bc86-4d13-8d75-d35d68b8c56b', 'name': '', 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'mac_address': 'fa:16:3e:16:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 2, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'subnets': [{'id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:05.304717 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Checking router: 95fc8459-52ec-464a-81b3-c2b77f27019a for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:05.305079 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Updating router 95fc8459-52ec-464a-81b3-c2b77f27019a port 89ef4613-bc86-4d13-8d75-d35d68b8c56b binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:05.321927 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9f67582999174dd0a74cfdd0cc4a9cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120410 May 31 12:53:05.322690 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57938) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:05.323818 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac07ba9-cd3e-463a-a927-0b85b2a1c533,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.337556 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.359361 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.402869 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.434619 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.498876 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.504361 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6ffd7672-ab21-47bf-b7e6-08da5ba9b963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.516616 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac07ba9-cd3e-463a-a927-0b85b2a1c533,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.519272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.528161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.531724 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0ac07ba9-cd3e-463a-a927-0b85b2a1c533 HTTP/1.1" status: 204 len: 168 time: 0.2054958 May 31 12:53:05.685005 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57948) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:05.707941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.727131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:05.733002 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Usage tracker for resource:security_group_rule and tenant:84d6b01eb60e41f1aba2800fdd3aa5bc is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:05.737670 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.738551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:05.747137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:05.751779 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Transition to ACTIVE for port object 89ef4613-bc86-4d13-8d75-d35d68b8c56b will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:05.760895 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.765780 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.835162 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.841874 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:05.850560 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:05.890491 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84d6b01eb60e41f1aba2800fdd3aa5bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040391 May 31 12:53:05.893431 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57960) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:05.895120 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c65d934-3581-4ea0-b73e-5af75671e5b0,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.909522 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.920165 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5b5ab-3f85-4139-a6db-558698f4ec6c None None] Pushing event updated for resources: {'Port': ['ID=89ef4613-bc86-4d13-8d75-d35d68b8c56b,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:05.923060 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0dc5b5ab-3f85-4139-a6db-558698f4ec6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:05.977772 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.008188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.014781 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Attempting to bind port 89ef4613-bc86-4d13-8d75-d35d68b8c56b on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:06.015179 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Attempting to bind port 89ef4613-bc86-4d13-8d75-d35d68b8c56b by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:06.015540 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Attempting to bind port 89ef4613-bc86-4d13-8d75-d35d68b8c56b on network ee077102-8ad5-46f8-a4f7-167633e67597 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:06.021431 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:06.021818 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Checking segment: {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:06.022224 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.022614 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Bound using segment: {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:06.023117 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Bound port: 89ef4613-bc86-4d13-8d75-d35d68b8c56b, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:06.023489 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.069518 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.075131 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.087337 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c65d934-3581-4ea0-b73e-5af75671e5b0,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.090060 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.107330 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.109362 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0c65d934-3581-4ea0-b73e-5af75671e5b0 HTTP/1.1" status: 204 len: 168 time: 0.2147179 May 31 12:53:06.136578 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 01f9561d-18c4-46a5-b9c9-d43c52b90258 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:06.185325 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] For port 89ef4613-bc86-4d13-8d75-d35d68b8c56b, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:06.199089 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] For port 89ef4613-bc86-4d13-8d75-d35d68b8c56b, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=89ef4613-bc86-4d13-8d75-d35d68b8c56b,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:06.207466 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.212733 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.337492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 01f9561d-18c4-46a5-b9c9-d43c52b90258 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:06.337791 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.367548 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Routers {'95fc8459-52ec-464a-81b3-c2b77f27019a'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:06.368231 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:52:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['95fc8459-52ec-464a-81b3-c2b77f27019a'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:06.427279 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc5b5ab-3f85-4139-a6db-558698f4ec6c None None] Pushing event updated for resources: {'Port': ['ID=89ef4613-bc86-4d13-8d75-d35d68b8c56b,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.448192 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0dc5b5ab-3f85-4139-a6db-558698f4ec6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.579502 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 57984) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:06.599451 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.614182 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:06.617988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Usage tracker for resource:security_group_rule and tenant:04c5cdcf3aa44c8b8b3dfb54b2006246 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:06.621239 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:06.621827 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] Set router 95fc8459-52ec-464a-81b3-c2b77f27019a gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:06.626934 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:06.715779 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.722122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.730456 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.773196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=04c5cdcf3aa44c8b8b3dfb54b2006246&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923075 May 31 12:53:06.775198 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1975eb48-2498-4e42-b04f-a8897969fc71,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.776017 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 57990) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:06.778892 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.849874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.876214 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.936236 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.942099 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cb17bc2e-8b3c-44ae-9225-6f5a95b78a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:06.951803 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 4, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port': {'id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:57Z', 'updated_at': '2021-05-31T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '89ef4613-bc86-4d13-8d75-d35d68b8c56b', 'name': '', 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'mac_address': 'fa:16:3e:16:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:06Z', 'revision_number': 4, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'subnets': [{'id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:06.954445 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1975eb48-2498-4e42-b04f-a8897969fc71,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:06.956679 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be2a0eb-ad79-400e-828e-fbbc78489ed8 None None] The sync data for ids ['95fc8459-52ec-464a-81b3-c2b77f27019a'] in dv-cinder-790492-5-iscsi is: [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T12:53:01Z', 'revision_number': 4, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port': {'id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:57Z', 'updated_at': '2021-05-31T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '89ef4613-bc86-4d13-8d75-d35d68b8c56b', 'name': '', 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'mac_address': 'fa:16:3e:16:28:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_interface', 'standard_attr_id': 276, 'fixed_ips': [{'subnet_id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:00Z', 'updated_at': '2021-05-31T12:53:06Z', 'revision_number': 4, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'subnets': [{'id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:06.957600 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:06.963839 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:06.965170 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1975eb48-2498-4e42-b04f-a8897969fc71 HTTP/1.1" status: 204 len: 168 time: 0.1870561 May 31 12:53:07.702646 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:07.812666 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58b4cb6c-68fc-4198-9280-95ca12f9b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.148453 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 89ef4613-bc86-4d13-8d75-d35d68b8c56b up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:08.236633 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 89ef4613-bc86-4d13-8d75-d35d68b8c56b completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:08.242537 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 89ef4613-bc86-4d13-8d75-d35d68b8c56b triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:08.242931 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.377205 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.410935 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 89ef4613-bc86-4d13-8d75-d35d68b8c56b, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=89ef4613-bc86-4d13-8d75-d35d68b8c56b,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:08.416111 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.418072 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:08.483904 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=89ef4613-bc86-4d13-8d75-d35d68b8c56b,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:08.492272 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.492619 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.492952 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.493286 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.493617 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.493941 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.494265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.494813 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.495071 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.495380 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.495703 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.499984 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:08.500662 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:08.818097 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5adbc9d1-b27c-416d-ae4d-09a6ccf24e54 req-62e37624-a4e7-4f77-8fa6-bae9ab111b23 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0911858 May 31 12:53:08.870152 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9c555-06e1-4073-9840-7ef41f827304 req-e2093d61-bbe4-4c24-95e9-3706b59a95a1 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:08.872090 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-39d9c555-06e1-4073-9840-7ef41f827304 req-e2093d61-bbe4-4c24-95e9-3706b59a95a1 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 944 time: 0.1078796 May 31 12:53:08.880545 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58096) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:08.909686 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:08.938088 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-39d9c555-06e1-4073-9840-7ef41f827304 req-4fb6e7df-fdfd-465c-a68c-151a2c611a14 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 May 31 12:53:09.097756 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:09.120733 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.136785 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:09.141796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Usage tracker for resource:security_group_rule and tenant:cd1543113d3044fe9cfbe62fe256e28f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:09.145246 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:09.151813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:09.227751 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-0bf8be4a-df34-4bf4-a5f0-e3b5ea611594 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:09.229275 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-0bf8be4a-df34-4bf4-a5f0-e3b5ea611594 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 819 time: 0.1483557 May 31 12:53:09.257394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:09.268185 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-7b9f69d5-9221-4949-81ee-965894c01753 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/quotas/6137f24164fa4fad843a09a436b16df6 HTTP/1.1" status: 200 len: 375 time: 0.0193160 May 31 12:53:09.272534 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15', 'network_id': '4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2', 'port_id': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15', 'mac_address': 'fa:16:3e:50:93:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 444, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ccae2e3-9cdb-48b7-9509-28eaaabf00a6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:09.276727 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.283595 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.312135 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-19bd7379-a493-4030-8f45-0a35e1a43679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:09.349588 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.349790 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b4b0ee-f900-4da2-a056-4ae018af23b8,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:09.356146 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:09.364524 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cd1543113d3044fe9cfbe62fe256e28f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818757 May 31 12:53:09.366854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58116) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:09.377666 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-10f1b479-37d7-47f5-88b4-b55602c1ca02 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1085911 May 31 12:53:09.387769 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:09.408261 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:09.416652 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.418776 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2e320a89-49c8-4e19-8b0a-39f598465f6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:09.446652 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.497486 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.562935 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:09.566623 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:09.605524 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.614662 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-6c4ed87b-659d-4cf6-9ece-f69c59fc634c service neutron] 10.222.0.68 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273028 May 31 12:53:09.615842 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-54ef987d-1936-4cfe-9f99-680529059e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:09.635992 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b4b0ee-f900-4da2-a056-4ae018af23b8,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:09.639573 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:09.747881 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:09.752041 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33b4b0ee-f900-4da2-a056-4ae018af23b8 HTTP/1.1" status: 204 len: 168 time: 0.3840125 May 31 12:53:09.830305 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-f0daaf43-c814-43bf-b9a9-853e2a8d9804 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:09.831261 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-f0daaf43-c814-43bf-b9a9-853e2a8d9804 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Synchronizing usage tracker for tenant:6137f24164fa4fad843a09a436b16df6 on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:09.851307 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-0f26a882-f3ad-4ac1-861a-4c4f258a7824 service neutron] 10.222.0.68 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156765 May 31 12:53:09.853761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-f0daaf43-c814-43bf-b9a9-853e2a8d9804 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Unset dirty status for tenant:6137f24164fa4fad843a09a436b16df6 on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:09.855966 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-f0daaf43-c814-43bf-b9a9-853e2a8d9804 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 819 time: 0.2225049 May 31 12:53:09.884083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Request body: {'port': {'device_id': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'admin_state_up': True, 'tenant_id': '6137f24164fa4fad843a09a436b16df6'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:10.026235 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:10.183615 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858dee8a-b349-4f92-a0e8-fbb6b410295a req-23300ea3-b1df-470e-be35-8bc724a4d98b tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:10.186191 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-858dee8a-b349-4f92-a0e8-fbb6b410295a req-23300ea3-b1df-470e-be35-8bc724a4d98b tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 945 time: 0.1024165 May 31 12:53:10.229015 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 89ef4613-bc86-4d13-8d75-d35d68b8c56b up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:10.232637 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58144) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:10.315979 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:10.331187 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:10.347514 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Made reservation on behalf of 6137f24164fa4fad843a09a436b16df6 for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:10.356628 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.374579 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 89ef4613-bc86-4d13-8d75-d35d68b8c56b triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:10.374990 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.395403 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.490029 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.491422 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97aadf5d-fd90-479f-937a-ba5f7754dab3 req-1ce3c2b7-2558-4ce7-9042-613ec30c4ff8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 210 time: 0.2594721 May 31 12:53:10.492692 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:10.519949 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Usage tracker for resource:security_group_rule and tenant:60d014045cef44c1aa4ad7c7c77dc309 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:10.524223 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:10.547306 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-858dee8a-b349-4f92-a0e8-fbb6b410295a req-b02a9ab4-1919-4073-8eb5-2cab5bba8271 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539996 May 31 12:53:10.551041 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:10.639855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Allocated IP 172.20.0.13 (ee077102-8ad5-46f8-a4f7-167633e67597/bc36652a-546e-4183-b625-bb12f2a8bbd5/66fe357f-597d-4852-8447-78ef8c1e1d2c) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:10.668057 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.675136 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.686644 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:10.740572 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e27f2e9-538d-4e19-a91d-50e149ab042e,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:10.748394 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=60d014045cef44c1aa4ad7c7c77dc309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5103779 May 31 12:53:10.748394 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:10.748776 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58168) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:10.823245 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ea6db368-bee7-4d94-95f8-1a0c2a838b72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.857217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ea6db368-bee7-4d94-95f8-1a0c2a838b72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.939169 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ea6db368-bee7-4d94-95f8-1a0c2a838b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.945731 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0cb38006-ac98-4087-860c-0181c639e4a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:10.983303 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6db368-bee7-4d94-95f8-1a0c2a838b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e27f2e9-538d-4e19-a91d-50e149ab042e,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:10.988830 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:10.989805 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ea6db368-bee7-4d94-95f8-1a0c2a838b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:11.024176 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ea6db368-bee7-4d94-95f8-1a0c2a838b72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.048179 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ea6db368-bee7-4d94-95f8-1a0c2a838b72 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3e27f2e9-538d-4e19-a91d-50e149ab042e HTTP/1.1" status: 204 len: 168 time: 0.2898924 May 31 12:53:11.085423 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.096299 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:11.176733 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Pushing event updated for resources: {'Port': ['ID=66fe357f-597d-4852-8447-78ef8c1e1d2c,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:11.180825 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:11.196007 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Network ee077102-8ad5-46f8-a4f7-167633e67597 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:11.197411 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:11.200972 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:11.264840 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58192) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:11.288834 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:11.289687 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.320858 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4433973 May 31 12:53:11.348066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Request body: {'port': {'device_id': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:11.547240 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.634960 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:11.655777 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:11.689343 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Usage tracker for resource:security_group_rule and tenant:597f35504f4043268effe9bcd876a68b is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:11.695212 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:11.695404 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5c0ae501-aec3-407f-8819-d476666e84ce req-4c1808dc-a157-43b3-98ad-cff8aa030d06 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 210 time: 0.0804846 May 31 12:53:11.723280 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:11.789989 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-18645248-55c9-4a5e-95be-7bf524fb1695 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:11.791733 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-18645248-55c9-4a5e-95be-7bf524fb1695 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 819 time: 0.2830973 May 31 12:53:11.809902 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Request body: {'port': {'device_id': '193ec903-292d-4215-b331-41e9403b20e7', 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'admin_state_up': True, 'tenant_id': '6137f24164fa4fad843a09a436b16df6'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:11.905111 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b13e9-8a4b-4f4d-a747-d05d0a727a46 req-7381b8d1-c165-4389-acf4-03a2bcd75469 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:11.906721 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-335b13e9-8a4b-4f4d-a747-d05d0a727a46 req-7381b8d1-c165-4389-acf4-03a2bcd75469 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 945 time: 0.1369131 May 31 12:53:11.954827 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-335b13e9-8a4b-4f4d-a747-d05d0a727a46 req-b4d5c8f8-266a-4b73-8985-59f5165c1858 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 May 31 12:53:12.155686 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.156895 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:12.164014 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Usage tracker for resource:port and tenant:6137f24164fa4fad843a09a436b16df6 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:12.167155 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:12.179268 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.192459 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:12.202610 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:12.259843 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317d8475-b629-4ee6-8230-a135eb193cbd,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:12.262271 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Made reservation on behalf of 6137f24164fa4fad843a09a436b16df6 for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:12.265835 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.277701 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:12.285867 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58238) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:12.286256 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=597f35504f4043268effe9bcd876a68b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0198815 May 31 12:53:12.392981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.427335 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.438132 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fe357f-597d-4852-8447-78ef8c1e1d2c {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:12.456515 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.472342 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Transition to ACTIVE for port object 66fe357f-597d-4852-8447-78ef8c1e1d2c will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:12.488071 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.495788 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.501885 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:12.514327 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317d8475-b629-4ee6-8230-a135eb193cbd,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:12.519790 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:12.524094 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:12.525733 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/317d8475-b629-4ee6-8230-a135eb193cbd HTTP/1.1" status: 204 len: 168 time: 0.2388735 May 31 12:53:12.578791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:12.876861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-66a8b871-0903-4439-94d4-f964cf5a7d92 req-7e548b5f-5307-4aa7-befe-7aa9e21409a0 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 210 time: 0.0531688 May 31 12:53:12.972351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Pushing event updated for resources: {'Port': ['ID=66fe357f-597d-4852-8447-78ef8c1e1d2c,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:12.979232 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:12.980714 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Allocated IP 172.20.0.10 (ee077102-8ad5-46f8-a4f7-167633e67597/bc36652a-546e-4183-b625-bb12f2a8bbd5/94e8a3e1-41f5-4a33-b99c-30ed9d132470) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:13.013026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58270) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:13.039688 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.048471 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Attempting to bind port 66fe357f-597d-4852-8447-78ef8c1e1d2c on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:13.048803 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Attempting to bind port 66fe357f-597d-4852-8447-78ef8c1e1d2c by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:13.049118 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Attempting to bind port 66fe357f-597d-4852-8447-78ef8c1e1d2c on network ee077102-8ad5-46f8-a4f7-167633e67597 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:13.063164 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:13.065472 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Port 66fe357f-597d-4852-8447-78ef8c1e1d2c on network ee077102-8ad5-46f8-a4f7-167633e67597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:53:13.065797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Attempting to bind port 66fe357f-597d-4852-8447-78ef8c1e1d2c on network ee077102-8ad5-46f8-a4f7-167633e67597 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:13.069782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Usage tracker for resource:security_group_rule and tenant:25a79ec667534d64a46f5a383ac6eae3 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:13.073299 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:13.081819 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:13.106749 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:13.108140 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Checking segment: {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:13.110470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Bound using segment: {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:13.112189 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:13.113168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Bound port: 66fe357f-597d-4852-8447-78ef8c1e1d2c, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:13.114394 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.141657 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58274) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:13.234114 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:13.240211 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:13.240790 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.282704 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78efdeb-0749-44f2-91a1-9afa0aef0e11 req-f1974ead-0c36-4f28-9c59-ccbe4764fb58 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:13.284771 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a78efdeb-0749-44f2-91a1-9afa0aef0e11 req-f1974ead-0c36-4f28-9c59-ccbe4764fb58 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 945 time: 0.1634812 May 31 12:53:13.337351 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.355896 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.377697 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.412924 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a78efdeb-0749-44f2-91a1-9afa0aef0e11 req-1f147afa-6fcf-42b8-ab00-30eaf8056858 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211712 May 31 12:53:13.413782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0525b9c2-5e76-4f5b-8258-1f2c2caeb3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:13.423163 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=25a79ec667534d64a46f5a383ac6eae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4074757 May 31 12:53:13.429156 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58284) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:13.470612 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.473869 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4263f5a1-daa3-4207-9f37-ad323a83fbb9,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:13.480785 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:13.483792 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:13.504714 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.536964 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:13.540026 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c76e244-092b-4987-92a8-cfe992ca31e5" -d '{"events": [{"server_uuid": "df1c9eda-2717-4d93-936f-6bcbe1a7c814", "name": "network-vif-plugged", "status": "completed", "tag": "5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:13.540474 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.549524 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:13.555068 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.559091 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] For port 66fe357f-597d-4852-8447-78ef8c1e1d2c, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:13.559836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:13.582642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] For port 66fe357f-597d-4852-8447-78ef8c1e1d2c, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:13.604324 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.642469 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:13.643093 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.653699 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:13.669743 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba84b62-22cc-4857-9c43-601169756402 x-openstack-request-id: req-9ba84b62-22cc-4857-9c43-601169756402 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:13.670065 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1c9eda-2717-4d93-936f-6bcbe1a7c814", "name": "network-vif-plugged", "status": "completed", "tag": "5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:13.670319 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9ba84b62-22cc-4857-9c43-601169756402 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:13.670718 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15', 'code': 200} May 31 12:53:13.685308 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Network ee077102-8ad5-46f8-a4f7-167633e67597 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:13.688293 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Pushing event updated for resources: {'Port': ['ID=94e8a3e1-41f5-4a33-b99c-30ed9d132470,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:13.705230 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:13.705693 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.709038 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:13.709630 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:13.714288 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:13.729162 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4263f5a1-daa3-4207-9f37-ad323a83fbb9,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:13.733280 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.745604 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4263f5a1-daa3-4207-9f37-ad323a83fbb9 HTTP/1.1" status: 204 len: 168 time: 0.3107021 May 31 12:53:13.745604 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:13.816144 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:13.853628 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.877205 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:13.877878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:13.879277 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] 10.222.0.41 "PUT /v2.0/ports/66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 1094 time: 2.5359538 May 31 12:53:13.887791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'tag': '66fe357f-597d-4852-8447-78ef8c1e1d2c'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:13.891340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe852d3-7ef4-4084-a177-2d51a43a0f43" -d '{"events": [{"name": "network-changed", "server_uuid": "d1a7a087-a81e-44a1-9b1d-a70a0d97a616", "tag": "66fe357f-597d-4852-8447-78ef8c1e1d2c"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:13.984080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738a86eb-8047-461b-8ca2-939265286b03 x-openstack-request-id: req-738a86eb-8047-461b-8ca2-939265286b03 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:13.984572 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1a7a087-a81e-44a1-9b1d-a70a0d97a616", "tag": "66fe357f-597d-4852-8447-78ef8c1e1d2c", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:13.985015 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-738a86eb-8047-461b-8ca2-939265286b03 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:13.985562 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'tag': '66fe357f-597d-4852-8447-78ef8c1e1d2c', 'status': 'completed', 'code': 200} May 31 12:53:14.066520 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:14.091470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Usage tracker for resource:security_group_rule and tenant:baa6b22f07354bb884bf1989ebebb003 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:14.097483 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Pushing event updated for resources: {'Port': ['ID=66fe357f-597d-4852-8447-78ef8c1e1d2c,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.116136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.117226 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:14.132066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.150338 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.151011 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.189380 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed6137-5359-4257-a776-a297c60e8921 req-cb4b8c66-e82a-43f8-a8eb-61d0d47a8e74 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.192684 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbed6137-5359-4257-a776-a297c60e8921 req-cb4b8c66-e82a-43f8-a8eb-61d0d47a8e74 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 932 time: 0.1472819 May 31 12:53:14.211740 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58330) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.242056 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-dcdd054b-7a8a-41f8-b79e-d2cd625f8b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.243175 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbed6137-5359-4257-a776-a297c60e8921 req-c05f0ecb-ddd2-47bf-97d2-e7a874317bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447462 May 31 12:53:14.243547 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-dcdd054b-7a8a-41f8-b79e-d2cd625f8b0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1097 time: 0.2648292 May 31 12:53:14.245477 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be2b4e-382d-45a3-a1e8-732e270dfb12 req-214bbb86-132e-474b-9596-a62e4b3eb64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.247019 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-22be2b4e-382d-45a3-a1e8-732e270dfb12 req-214bbb86-132e-474b-9596-a62e4b3eb64d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 1099 time: 0.3779280 May 31 12:53:14.252199 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.347732 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5458658 May 31 12:53:14.360081 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:14.370235 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-3a9212b6-325a-46ba-9f8d-14472fd29a38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.1037023 May 31 12:53:14.374234 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Request body: {'port': {'device_id': '193ec903-292d-4215-b331-41e9403b20e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:14.402971 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Usage tracker for resource:security_group_rule and tenant:cf4b501e4e5a4f119ee777a596ec2c13 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:14.421855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:14.494400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.594215 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-22be2b4e-382d-45a3-a1e8-732e270dfb12 req-87ef34d3-7cb7-431a-ad16-2fac753eea63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262100 May 31 12:53:14.594919 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.630115 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad718716-ea1c-4da9-9b55-1ce964a88ad3 req-49ebec19-8b6a-46b6-b11b-71ecdfd4ae8b tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.636394 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ad718716-ea1c-4da9-9b55-1ce964a88ad3 req-49ebec19-8b6a-46b6-b11b-71ecdfd4ae8b tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 946 time: 0.0925922 May 31 12:53:14.681225 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ad718716-ea1c-4da9-9b55-1ce964a88ad3 req-affd82b5-6b4e-4ef0-8d54-508212248ec1 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425572 May 31 12:53:14.705723 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-55efe421-7099-42db-99b5-c92e792edb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:14.707241 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-55efe421-7099-42db-99b5-c92e792edb74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.2974517 May 31 12:53:14.711003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58348) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.759180 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.813282 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.829289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-eb8abba4-f999-4964-901d-81347dbde373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.844421 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.858687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:14.862982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6fd0c0e44b4021964618e1d22e3403 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:14.865770 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:14.871779 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:14.882015 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.890012 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=baa6b22f07354bb884bf1989ebebb003&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7500792 May 31 12:53:14.893042 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58356) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:14.899220 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:14.923659 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c763d6f-ab66-4e4a-bfe5-0d825706ea5d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:14.931780 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:14.933898 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-65833857-1071-4a20-a0a3-58cd5dd750f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:14.992971 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.028338 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cf4b501e4e5a4f119ee777a596ec2c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8128967 May 31 12:53:15.031433 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58360) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.037063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8e11e9-09ec-46e9-b199-04ee1683df29,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.041998 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.049952 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.054016 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.065051 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.074506 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-736af126-b9c1-46f2-a9ab-433281e3575a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.125339 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb022a1b-e3e7-4c60-9065-2a70a4fa9d53,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.133234 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7a6fd0c0e44b4021964618e1d22e3403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4184256 May 31 12:53:15.133234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.133492 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58364) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.147284 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.170022 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.176379 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.195197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c763d6f-ab66-4e4a-bfe5-0d825706ea5d,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.198307 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.215692 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.219705 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1c763d6f-ab66-4e4a-bfe5-0d825706ea5d HTTP/1.1" status: 204 len: 168 time: 0.3237500 May 31 12:53:15.223585 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.260984 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.319022 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.335127 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e8a3e1-41f5-4a33-b99c-30ed9d132470 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:15.336805 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.344536 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7592b36a-fe9b-4f9e-8746-4623e493d659 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.351858 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.379880 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Transition to ACTIVE for port object 94e8a3e1-41f5-4a33-b99c-30ed9d132470 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:15.402129 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.404727 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb022a1b-e3e7-4c60-9065-2a70a4fa9d53,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.408941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.417496 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.421682 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb022a1b-e3e7-4c60-9065-2a70a4fa9d53 HTTP/1.1" status: 204 len: 168 time: 0.2872090 May 31 12:53:15.422530 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.461456 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed79265-eafc-40db-93b9-cabbdfda2035 req-5a0e584f-d1c6-45a6-b60d-f920aa1c54f2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:15.464348 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ed79265-eafc-40db-93b9-cabbdfda2035 req-5a0e584f-d1c6-45a6-b60d-f920aa1c54f2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 944 time: 0.1026676 May 31 12:53:15.465640 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.513405 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ed79265-eafc-40db-93b9-cabbdfda2035 req-7792378a-8946-4155-b7d2-f76599afa54a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427525 May 31 12:53:15.604444 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.604828 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2c8e11e9-09ec-46e9-b199-04ee1683df29 HTTP/1.1" status: 204 len: 168 time: 0.5708640 May 31 12:53:15.605652 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58380) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.632459 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.639113 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Pushing event updated for resources: {'Port': ['ID=94e8a3e1-41f5-4a33-b99c-30ed9d132470,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.642530 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.645947 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1a3ef4a3-836e-46c5-acf5-dbc255e86efd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.650811 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:15.659448 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Usage tracker for resource:security_group_rule and tenant:c868891b9e4e423eb3796f8f54961edf is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:15.662601 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:15.665711 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8e11e9-09ec-46e9-b199-04ee1683df29,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.668200 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.671528 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:15.724649 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Attempting to bind port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:15.725137 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Attempting to bind port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:15.725532 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Attempting to bind port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 on network ee077102-8ad5-46f8-a4f7-167633e67597 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:15.731287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 on network ee077102-8ad5-46f8-a4f7-167633e67597 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:53:15.732166 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Attempting to bind port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 on network ee077102-8ad5-46f8-a4f7-167633e67597 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:15.739812 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:15.740426 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Checking segment: {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:15.741341 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Bound using segment: {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:15.743470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Bound port: 94e8a3e1-41f5-4a33-b99c-30ed9d132470, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a722a44f-2aca-4e6b-a780-083a76ef2c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:15.743807 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.802612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.807842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.819353 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8c91f666-4da8-4b1c-a631-d746e0621300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.845979 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] For port 94e8a3e1-41f5-4a33-b99c-30ed9d132470, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:15.852862 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] For port 94e8a3e1-41f5-4a33-b99c-30ed9d132470, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:15.861826 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c868891b9e4e423eb3796f8f54961edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2537811 May 31 12:53:15.864121 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb1cf2a-76d5-4438-a474-e58eb33bc4d4,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:15.865637 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58390) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:15.870021 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.874675 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:15.886140 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55647ab0-e533-4f2e-9b21-73bfac9ca6d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:15.955874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:15.956791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:15.958132 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 1094 time: 1.5897863 May 31 12:53:15.989706 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ec903-292d-4215-b331-41e9403b20e7', 'tag': '94e8a3e1-41f5-4a33-b99c-30ed9d132470'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:15.992017 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a667db79-e715-4248-bae0-2107c7164f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "193ec903-292d-4215-b331-41e9403b20e7", "tag": "94e8a3e1-41f5-4a33-b99c-30ed9d132470"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:16.010641 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Pushing event updated for resources: {'Port': ['ID=94e8a3e1-41f5-4a33-b99c-30ed9d132470,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:16.021529 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.024773 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.025131 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.025476 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.025819 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.026181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.026496 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.026930 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.027238 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.027508 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.027839 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.028168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.028492 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.034283 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:16.039464 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58402) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:16.059468 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.060252 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.080351 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:16.084071 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Usage tracker for resource:security_group_rule and tenant:39b61a25ad154d42b90c59dbfb1c5377 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:16.086847 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:16.092425 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:16.118900 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.122606 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8f7abbfb-6d92-4afc-adc2-75a095d13ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:16.136400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb1cf2a-76d5-4438-a474-e58eb33bc4d4,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:16.139370 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:16.142496 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.146584 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3eb1cf2a-76d5-4438-a474-e58eb33bc4d4 HTTP/1.1" status: 204 len: 168 time: 0.2797635 May 31 12:53:16.210531 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.215788 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.224650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3706cded-8d1b-40bd-9de4-fe55c22b5ae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:16.270841 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=39b61a25ad154d42b90c59dbfb1c5377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303736 May 31 12:53:16.271761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2294411-1f6c-43a6-ad04-b5f273ed8940,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:16.273637 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58412) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:16.284062 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.284610 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.285026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.285317 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.285617 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.285954 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.286289 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.286621 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.286981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.287312 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.287637 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.288119 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:53:16.291994 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:16.339466 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.366204 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.429389 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.434560 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c9cb2ef1-ac58-45c4-bc88-35a7f1d5a24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:16.450368 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2294411-1f6c-43a6-ad04-b5f273ed8940,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:16.478619 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:16.484608 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:16.485849 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f2294411-1f6c-43a6-ad04-b5f273ed8940 HTTP/1.1" status: 204 len: 168 time: 0.2107844 May 31 12:53:17.371630 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58476) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:17.614248 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.628762 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:17.632687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Usage tracker for resource:security_group_rule and tenant:7372d689fb3943c9b31589caaaaf449f is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:17.635552 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:17.641154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:17.739364 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.745541 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.756232 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-08398390-c102-45f6-8990-21b7d37df63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:17.796254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f3ee09-d790-44d1-a1c5-a408b3508f48,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:17.800659 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7372d689fb3943c9b31589caaaaf449f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4278107 May 31 12:53:17.801856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8481c2d1-e7cd-495d-8de7-01b873c0ead4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:17.803315 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58500) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:17.865400 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.897808 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.956321 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.961009 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4d02db46-a37a-49d6-9df4-9be0f05dfcdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:17.983867 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f3ee09-d790-44d1-a1c5-a408b3508f48,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:17.987411 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:17.994036 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:17.995182 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/87f3ee09-d790-44d1-a1c5-a408b3508f48 HTTP/1.1" status: 204 len: 168 time: 0.1909585 May 31 12:53:18.322716 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:53:18.855150 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58564) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:19.049322 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-4ed10434-261f-4504-96e1-3a146b65bd7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071222 May 31 12:53:19.133399 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.148320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e958e8-d6e1-483a-97e8-9a39f7114040 x-openstack-request-id: req-16e958e8-d6e1-483a-97e8-9a39f7114040 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:19.148637 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193ec903-292d-4215-b331-41e9403b20e7", "tag": "94e8a3e1-41f5-4a33-b99c-30ed9d132470", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:19.148909 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-16e958e8-d6e1-483a-97e8-9a39f7114040 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:19.149858 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193ec903-292d-4215-b331-41e9403b20e7', 'tag': '94e8a3e1-41f5-4a33-b99c-30ed9d132470', 'status': 'completed', 'code': 200} May 31 12:53:19.192215 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:19.196536 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Usage tracker for resource:security_group_rule and tenant:ec390603f8bc429d84638f654d8020cd is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:19.199727 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:19.206357 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:19.370084 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-b6e87e42-265b-4e19-bede-00c7e079ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:19.372317 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-b6e87e42-265b-4e19-bede-00c7e079ef77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1097 time: 0.3221118 May 31 12:53:19.415020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa40ab-9741-4f35-ae87-6e6d1fcc25d3 req-38d3612b-ed60-441c-9301-c9046a653418 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:19.416420 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b9aa40ab-9741-4f35-ae87-6e6d1fcc25d3 req-38d3612b-ed60-441c-9301-c9046a653418 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 946 time: 0.2279489 May 31 12:53:19.428217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13431387-a302-4c8d-a4f9-70912fa9e94a req-7f1b7a64-e278-46f9-b21a-f37fc3d25471 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:19.430015 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13431387-a302-4c8d-a4f9-70912fa9e94a req-7f1b7a64-e278-46f9-b21a-f37fc3d25471 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 944 time: 0.2019153 May 31 12:53:19.476102 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-cb7a7e1a-20c1-4d0e-8c7c-61eedd7fbb67 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4191744 May 31 12:53:19.479585 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-a5910d97-24a8-4749-8267-0754899333e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 217 time: 0.0901809 May 31 12:53:19.508829 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b9aa40ab-9741-4f35-ae87-6e6d1fcc25d3 req-a548ee89-6d49-4171-bff1-c9e43e51e5af tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771205 May 31 12:53:19.519501 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13431387-a302-4c8d-a4f9-70912fa9e94a req-22ccfc3e-4cee-48c4-87b4-18b581cd5562 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739195 May 31 12:53:19.570668 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.584562 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.634176 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-53ee72df-d0c3-4d2a-bd3f-f936b4bd3a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:19.707216 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ec390603f8bc429d84638f654d8020cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8484716 May 31 12:53:19.707216 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-3d244cbf-98a6-4ae2-a337-1708344ad87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:19.707546 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58606) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:19.707632 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-3d244cbf-98a6-4ae2-a337-1708344ad87e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.1824596 May 31 12:53:19.727761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7593eac5-0f27-499b-9d6a-288630657129,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:19.731561 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:19.780220 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-bea523c2-db40-486e-aacb-ed6b017549bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533478 May 31 12:53:19.781807 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7b6a780e-d676-4871-ac01-cf161f7b1e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.822296 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7b6a780e-d676-4871-ac01-cf161f7b1e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.828044 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ca23fe53-78b4-44fb-bf43-2e6ce0e99564 req-c00d45a7-a49c-4189-b9d0-e4e0e76a79ba service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378713 May 31 12:53:19.892212 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7b6a780e-d676-4871-ac01-cf161f7b1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.895951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9ebd18ec-4f45-41f9-b0bd-de5d24213466 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:19.910876 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a780e-d676-4871-ac01-cf161f7b1e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7593eac5-0f27-499b-9d6a-288630657129,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:19.914002 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7b6a780e-d676-4871-ac01-cf161f7b1e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:19.921571 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7b6a780e-d676-4871-ac01-cf161f7b1e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:19.922989 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7b6a780e-d676-4871-ac01-cf161f7b1e66 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7593eac5-0f27-499b-9d6a-288630657129 HTTP/1.1" status: 204 len: 168 time: 0.2143199 May 31 12:53:20.048859 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-f70b05e0-3ae8-4927-a015-340b8edd3e6e service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532153 May 31 12:53:20.239210 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-4c3c5b86-d778-4cea-9ac2-b63052d747de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:20.240972 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-4c3c5b86-d778-4cea-9ac2-b63052d747de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1097 time: 0.3434942 May 31 12:53:20.499507 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58638) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:20.555802 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.600628 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-86d60b53-4e29-4ae8-96b0-3ea13224c1d8 req-a4c56b0c-0720-45e0-90c2-033463e03ee7 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356944 May 31 12:53:20.603530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:20.610564 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Usage tracker for resource:security_group_rule and tenant:523c371913c449918f82db382474f61d is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:20.618031 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:20.632950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:20.635721 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-888cd1df-9c69-4a64-b30b-663d5ee3901a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:20.637493 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-888cd1df-9c69-4a64-b30b-663d5ee3901a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.3530798 May 31 12:53:20.768451 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.792884 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-434c78cb-2900-4e2e-9726-fe38dea22d7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.1424885 May 31 12:53:20.818038 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:20.873732 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-18ea8fde-c46d-4cc0-93d8-e2abac8560ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:20.883574 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-56f3af0b-a59d-4699-a999-45d341139058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:20.885060 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-56f3af0b-a59d-4699-a999-45d341139058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0834036 May 31 12:53:20.928917 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667db79-e715-4248-bae0-2107c7164f5d req-0be0f50a-e539-4e1b-bbef-0354db85406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:20.930264 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a667db79-e715-4248-bae0-2107c7164f5d req-0be0f50a-e539-4e1b-bbef-0354db85406b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1097 time: 0.1856961 May 31 12:53:20.939010 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf21c1ca-8dd1-4d1b-9bde-4c543014afc0,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:20.942940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:20.948522 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-25d42b8f-22d0-4df8-8ee4-b9864d424186 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555520 May 31 12:53:20.967380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=523c371913c449918f82db382474f61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663663 May 31 12:53:20.969673 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58646) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:21.125222 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808dd087-7dd3-4751-a90d-b24f895017af req-70703dd8-1c81-49e7-875c-1ae0e9516ee6 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:21.134722 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-808dd087-7dd3-4751-a90d-b24f895017af req-70703dd8-1c81-49e7-875c-1ae0e9516ee6 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 946 time: 0.3564925 May 31 12:53:21.142567 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276684-b0d4-4489-bb8d-ccbdaf1fd3bd req-96cbf322-2e5c-49fe-8a99-5d11d0edc556 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:21.155258 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13276684-b0d4-4489-bb8d-ccbdaf1fd3bd req-96cbf322-2e5c-49fe-8a99-5d11d0edc556 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 944 time: 0.3828001 May 31 12:53:21.226421 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1c3060a8-1910-41e8-82f7-cc2d13acb88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.239938 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667db79-e715-4248-bae0-2107c7164f5d req-2bb08e53-e944-4928-8e26-6f15e0fab461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:21.241951 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a667db79-e715-4248-bae0-2107c7164f5d req-2bb08e53-e944-4928-8e26-6f15e0fab461 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.2961636 May 31 12:53:21.245359 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-de23335f-8b18-4fe9-a94f-7690832bd963 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772019 May 31 12:53:21.273523 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1c3060a8-1910-41e8-82f7-cc2d13acb88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.321558 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-808dd087-7dd3-4751-a90d-b24f895017af req-c99c163f-0dec-461e-a509-84cdde79ec10 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866522 May 31 12:53:21.391328 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13276684-b0d4-4489-bb8d-ccbdaf1fd3bd req-ea6f9400-44a0-46d1-b039-16085ba6971c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805432 May 31 12:53:21.408335 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1c3060a8-1910-41e8-82f7-cc2d13acb88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.420583 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d9c53fae-d1b8-4a78-b1b7-2e15f0fcd868 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:21.428050 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a667db79-e715-4248-bae0-2107c7164f5d req-9a145696-ee29-472f-98b2-c0d98aca35da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 217 time: 0.1723893 May 31 12:53:21.441323 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3060a8-1910-41e8-82f7-cc2d13acb88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf21c1ca-8dd1-4d1b-9bde-4c543014afc0,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:21.444257 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1c3060a8-1910-41e8-82f7-cc2d13acb88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:21.449601 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1c3060a8-1910-41e8-82f7-cc2d13acb88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:21.450723 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-1c3060a8-1910-41e8-82f7-cc2d13acb88e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/cf21c1ca-8dd1-4d1b-9bde-4c543014afc0 HTTP/1.1" status: 204 len: 168 time: 0.4699380 May 31 12:53:21.521682 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-efe852d3-7ef4-4084-a177-2d51a43a0f43 req-f1629720-5ab2-4907-b0dc-f7ac9b402d01 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642138 May 31 12:53:21.531302 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667db79-e715-4248-bae0-2107c7164f5d req-76cb3762-9e5d-4f28-8b41-f87b6bc72637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:21.532738 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a667db79-e715-4248-bae0-2107c7164f5d req-76cb3762-9e5d-4f28-8b41-f87b6bc72637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0921271 May 31 12:53:21.583610 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a667db79-e715-4248-bae0-2107c7164f5d req-17ec3380-42bb-43df-aa27-61a0268fc410 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439427 May 31 12:53:21.772755 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a667db79-e715-4248-bae0-2107c7164f5d req-abc8f303-e3d4-47fd-87f6-d9e1c1a89752 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524868 May 31 12:53:21.953735 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a667db79-e715-4248-bae0-2107c7164f5d req-d96b77f1-bfc9-4e38-b4d9-41fcc8f60ac6 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735113 May 31 12:53:22.574141 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2d577-1507-405f-a324-a88dc7370d55 req-6afac6dd-3328-432a-95be-caac42850e2f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:22.575894 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0d2d577-1507-405f-a324-a88dc7370d55 req-6afac6dd-3328-432a-95be-caac42850e2f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 944 time: 0.0795963 May 31 12:53:22.643173 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0d2d577-1507-405f-a324-a88dc7370d55 req-003453b2-d6bd-414d-bcce-7ebc55b4d7c4 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602915 May 31 12:53:22.860465 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58726) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:23.013043 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.028686 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:23.033297 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Usage tracker for resource:security_group_rule and tenant:d3b96cec439d48f68827dad874385ccf is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:23.037088 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:23.043074 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:23.144088 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.150982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.161546 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:23.245490 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d3b96cec439d48f68827dad874385ccf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3833249 May 31 12:53:23.248475 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58740) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:23.249460 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f45512e-0255-4749-b862-347b74fef5df,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:23.254554 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:23.294996 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed4be9-33f4-4292-91ab-b1c871ccbab7 req-55f6359c-92ff-475f-a03d-ee4af0ad1ef1 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.298167 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8fed4be9-33f4-4292-91ab-b1c871ccbab7 req-55f6359c-92ff-475f-a03d-ee4af0ad1ef1 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 946 time: 0.1163554 May 31 12:53:23.320111 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.341889 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8fed4be9-33f4-4292-91ab-b1c871ccbab7 req-f8f7c299-542e-4834-b170-0a8993cae243 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392427 May 31 12:53:23.345885 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.409806 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.413487 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9279fc1-d022-4ac8-a9a9-decb6f160ba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:23.511891 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f45512e-0255-4749-b862-347b74fef5df,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:23.514721 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:23.522107 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:23.523244 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/5f45512e-0255-4749-b862-347b74fef5df HTTP/1.1" status: 204 len: 168 time: 0.2733910 May 31 12:53:23.847779 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f55381-faa1-4c32-8799-5af72eb4c23d req-c7392591-cc50-48d7-a3b0-543bf6fb531c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:23.855205 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44f55381-faa1-4c32-8799-5af72eb4c23d req-c7392591-cc50-48d7-a3b0-543bf6fb531c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 944 time: 0.1032388 May 31 12:53:23.907582 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44f55381-faa1-4c32-8799-5af72eb4c23d req-d5643777-5974-404d-bdcf-922829e335f2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504951 May 31 12:53:24.545825 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db3ddf4-f3f1-42f1-a840-5b1eae1d6cb9 req-0f5a91f6-98b7-4133-8fbd-ebaf991bbc1e tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:24.547257 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9db3ddf4-f3f1-42f1-a840-5b1eae1d6cb9 req-0f5a91f6-98b7-4133-8fbd-ebaf991bbc1e tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 946 time: 0.0844297 May 31 12:53:24.598625 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9db3ddf4-f3f1-42f1-a840-5b1eae1d6cb9 req-81b06366-8f36-4fae-927e-77b8b6993b54 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/security-groups?id=aab68599-5e6d-4346-bac5-0a5833943793&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438066 May 31 12:53:25.009684 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-7aa1c227-5cbc-409d-ada9-47dacf7974e4 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:25.010608 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-7aa1c227-5cbc-409d-ada9-47dacf7974e4 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Synchronizing usage tracker for tenant:3081a650551d4ea58b719a3c1eba1ba9 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:25.048688 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-7aa1c227-5cbc-409d-ada9-47dacf7974e4 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Unset dirty status for tenant:3081a650551d4ea58b719a3c1eba1ba9 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:25.051943 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-7aa1c227-5cbc-409d-ada9-47dacf7974e4 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 946 time: 0.1405830 May 31 12:53:25.150854 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c5940-2e92-4ef8-98ea-eafb3aede81c req-46f03894-0b3a-43c2-b9c9-24f0c88a1c52 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:25.161769 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-055c5940-2e92-4ef8-98ea-eafb3aede81c req-46f03894-0b3a-43c2-b9c9-24f0c88a1c52 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 944 time: 0.1322403 May 31 12:53:25.214174 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-055c5940-2e92-4ef8-98ea-eafb3aede81c req-35180ff0-8ff1-482e-a32b-70273baa5d58 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513816 May 31 12:53:25.283472 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Deleting port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 12:53:25.284041 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.333801 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 66fe357f-597d-4852-8447-78ef8c1e1d2c details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:25.421655 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] For port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,segment=NetworkSegment(9d247d69-cde3-44cd-b211-bce5b4bfc6d6),segment_id=9d247d69-cde3-44cd-b211-bce5b4bfc6d6)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:25.422081 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.473348 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 66fe357f-597d-4852-8447-78ef8c1e1d2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:25.487320 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '66fe357f-597d-4852-8447-78ef8c1e1d2c', 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'port_id': '66fe357f-597d-4852-8447-78ef8c1e1d2c', 'mac_address': 'fa:16:3e:a3:69:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:25.543867 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.555057 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Calling delete_port for 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 12:53:25.564697 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fe357f-597d-4852-8447-78ef8c1e1d2c {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:25.582248 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 66fe357f-597d-4852-8447-78ef8c1e1d2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:25.587440 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.588192 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 94e8a3e1-41f5-4a33-b99c-30ed9d132470 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:53:25.591097 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0dc5b5ab-3f85-4139-a6db-558698f4ec6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:25.670296 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 94e8a3e1-41f5-4a33-b99c-30ed9d132470, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:25.676506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.682708 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:25.683978 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=66fe357f-597d-4852-8447-78ef8c1e1d2c,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:25.692788 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:25.716317 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '94e8a3e1-41f5-4a33-b99c-30ed9d132470', 'network_id': 'ee077102-8ad5-46f8-a4f7-167633e67597', 'port_id': '94e8a3e1-41f5-4a33-b99c-30ed9d132470', 'mac_address': 'fa:16:3e:e1:82:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc36652a-546e-4183-b625-bb12f2a8bbd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:53:25.723578 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:25.727027 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Pushing event deleted for resources: {'Port': ['ID=5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:25.731069 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:25.766333 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c183987a-f213-4ee6-aabf-178ea30918f0 req-10353748-386f-465c-8f62-907a78a3d66a tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.68 "GET /v2.0/ports?device_id=df1c9eda-2717-4d93-936f-6bcbe1a7c814 HTTP/1.1" status: 200 len: 210 time: 0.0464005 May 31 12:53:25.790280 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.806760 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e8a3e1-41f5-4a33-b99c-30ed9d132470 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:53:25.807087 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] No DVR routers for this DVR port 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 12:53:25.809919 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.814026 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'name': 'network-vif-deleted', 'tag': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:25.816317 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34c8ffe-33c2-4240-9527-42f3b6cb8181" -d '{"events": [{"server_uuid": "df1c9eda-2717-4d93-936f-6bcbe1a7c814", "name": "network-vif-deleted", "tag": "5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:25.822585 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 94e8a3e1-41f5-4a33-b99c-30ed9d132470, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:25.828030 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:25.830294 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08ca8364-8de0-458d-973d-d0b3b818f607 req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] 10.222.0.41 "DELETE /v2.0/ports/5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 HTTP/1.1" status: 204 len: 173 time: 0.7736113 May 31 12:53:25.830450 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:25.904821 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=94e8a3e1-41f5-4a33-b99c-30ed9d132470,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:25.908223 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:26.015828 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6382fa-e1b5-4b2d-abe7-191f8d7eba3e x-openstack-request-id: req-9b6382fa-e1b5-4b2d-abe7-191f8d7eba3e {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:26.016388 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df1c9eda-2717-4d93-936f-6bcbe1a7c814", "name": "network-vif-deleted", "tag": "5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:26.016538 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9b6382fa-e1b5-4b2d-abe7-191f8d7eba3e {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:26.016952 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df1c9eda-2717-4d93-936f-6bcbe1a7c814', 'name': 'network-vif-deleted', 'tag': '5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15', 'status': 'completed', 'code': 200} May 31 12:53:26.209492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['66fe357f-597d-4852-8447-78ef8c1e1d2c'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:26.311200 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['94e8a3e1-41f5-4a33-b99c-30ed9d132470'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:53:26.531642 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1e87a3-8ff4-4b36-81dc-14b19e4d3c4c req-b346caba-9db8-4ba1-9fe1-998ce4b350c2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:26.542927 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5d1e87a3-8ff4-4b36-81dc-14b19e4d3c4c req-b346caba-9db8-4ba1-9fe1-998ce4b350c2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 945 time: 0.1726208 May 31 12:53:26.635577 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5d1e87a3-8ff4-4b36-81dc-14b19e4d3c4c req-3dbb8337-6687-453d-acbe-02dbb0ac41fc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903299 May 31 12:53:27.336032 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 58898) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:27.467344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.483651 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:27.488561 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Usage tracker for resource:security_group_rule and tenant:b5c0d0e3d0344f7f92a5fab9b55d414d is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:27.491616 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:27.497708 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:27.581691 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.587352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.600377 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0e21a3e6-fc53-4c28-acb6-5df0ca88019b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:27.653418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26efec36-4b36-4ea6-8c14-5758f6daf4da,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:27.657368 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:27.660228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b5c0d0e3d0344f7f92a5fab9b55d414d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231101 May 31 12:53:27.663103 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 58920) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:27.669832 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:53:27.711832 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 12:53:27.712581 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 5e79ccbd-9a3a-4f82-b1c9-edf641a5bc15 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 12:53:27.729517 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.759404 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.819527 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.824604 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-42f1a321-33a3-4f76-9edd-92ff0e6db7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:27.846619 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26efec36-4b36-4ea6-8c14-5758f6daf4da,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:27.850540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:27.854168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:27.858574 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/26efec36-4b36-4ea6-8c14-5758f6daf4da HTTP/1.1" status: 204 len: 168 time: 0.1943264 May 31 12:53:28.033118 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04074f-9514-40e4-96ea-cf273fd15413 req-65747e1a-f3e1-4097-b48a-e953995030d7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:28.034578 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be04074f-9514-40e4-96ea-cf273fd15413 req-65747e1a-f3e1-4097-b48a-e953995030d7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 945 time: 0.0889640 May 31 12:53:28.088203 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be04074f-9514-40e4-96ea-cf273fd15413 req-d5537f4c-7669-42bd-8aa4-07a52045db34 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 May 31 12:53:31.677506 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 66fe357f-597d-4852-8447-78ef8c1e1d2c up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:31.755299 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 66fe357f-597d-4852-8447-78ef8c1e1d2c completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:31.760590 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 66fe357f-597d-4852-8447-78ef8c1e1d2c triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:31.761075 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.875005 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.883102 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0a172-0baa-4c9a-bfe2-cad71e6f37fc req-f3bc9fe5-8d64-494c-89d0-5d176ee908f9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:31.884580 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1de0a172-0baa-4c9a-bfe2-cad71e6f37fc req-f3bc9fe5-8d64-494c-89d0-5d176ee908f9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 945 time: 0.0817347 May 31 12:53:31.904499 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fe357f-597d-4852-8447-78ef8c1e1d2c'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:31.906766 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45229b9-d483-4267-b8fe-499197944e04" -d '{"events": [{"server_uuid": "d1a7a087-a81e-44a1-9b1d-a70a0d97a616", "name": "network-vif-plugged", "status": "completed", "tag": "66fe357f-597d-4852-8447-78ef8c1e1d2c"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:31.914345 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 66fe357f-597d-4852-8447-78ef8c1e1d2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:31.919973 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:31.920928 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 94e8a3e1-41f5-4a33-b99c-30ed9d132470 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:31.935233 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1de0a172-0baa-4c9a-bfe2-cad71e6f37fc req-2496aaab-f668-4ad7-bca2-fcf77e93526d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446708 May 31 12:53:31.952730 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:31.985022 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25563b4c-873c-4784-9eb6-7d0f9f2eb50a x-openstack-request-id: req-25563b4c-873c-4784-9eb6-7d0f9f2eb50a {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:31.985690 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a7a087-a81e-44a1-9b1d-a70a0d97a616", "name": "network-vif-plugged", "status": "completed", "tag": "66fe357f-597d-4852-8447-78ef8c1e1d2c", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:31.985941 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-25563b4c-873c-4784-9eb6-7d0f9f2eb50a {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:31.986334 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fe357f-597d-4852-8447-78ef8c1e1d2c', 'code': 200} May 31 12:53:32.042797 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=66fe357f-597d-4852-8447-78ef8c1e1d2c,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:32.045888 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:32.055680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:32.060657 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:32.061037 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.147025 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.202249 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591469f-1c47-48b7-a089-b06173c07648 req-00d6a668-144f-4382-a873-6aa314b233e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:32.203753 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a591469f-1c47-48b7-a089-b06173c07648 req-00d6a668-144f-4382-a873-6aa314b233e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0814722 May 31 12:53:32.221281 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.251503 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a591469f-1c47-48b7-a089-b06173c07648 req-ed37a777-a7ed-4d4c-822c-d45043a97b12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406351 May 31 12:53:32.270290 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 94e8a3e1-41f5-4a33-b99c-30ed9d132470, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:32.274716 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:32.276699 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:32.340529 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=94e8a3e1-41f5-4a33-b99c-30ed9d132470,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:32.343557 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:32.690222 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-0022c634-e34b-4f9f-91e7-4196e3bf501e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717049 May 31 12:53:32.803783 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-809a9b4c-0a0c-4060-bb05-8d35c3629b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:32.805779 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-809a9b4c-0a0c-4060-bb05-8d35c3629b3f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 1098 time: 0.0835271 May 31 12:53:33.987414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ec903-292d-4215-b331-41e9403b20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8a3e1-41f5-4a33-b99c-30ed9d132470'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:53:33.990591 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b1b7e-ae3c-4707-a2b4-ad9cab36235a" -d '{"events": [{"server_uuid": "193ec903-292d-4215-b331-41e9403b20e7", "name": "network-vif-plugged", "status": "completed", "tag": "94e8a3e1-41f5-4a33-b99c-30ed9d132470"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:53:35.274770 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b87cc7a2-120a-4d12-888a-8c7018b2714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:35.631162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-457738b7-9927-4ec4-94fd-d5c45ebe742c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:35.632597 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-457738b7-9927-4ec4-94fd-d5c45ebe742c service neutron] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 917 time: 0.1258783 May 31 12:53:37.067136 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde9d1fd-fd84-4d22-8e99-7d47aac8a77a x-openstack-request-id: req-cde9d1fd-fd84-4d22-8e99-7d47aac8a77a {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:53:37.067604 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ec903-292d-4215-b331-41e9403b20e7", "name": "network-vif-plugged", "status": "completed", "tag": "94e8a3e1-41f5-4a33-b99c-30ed9d132470", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:53:37.067693 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cde9d1fd-fd84-4d22-8e99-7d47aac8a77a {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:53:37.068075 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ec903-292d-4215-b331-41e9403b20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e8a3e1-41f5-4a33-b99c-30ed9d132470', 'code': 200} May 31 12:53:37.129269 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-c71352ea-42cf-4c36-9b17-38e28babe1eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 HTTP/1.1" status: 200 len: 1001 time: 0.1056168 May 31 12:53:37.187195 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d622df3-99ac-4bf5-a400-524d72179e79 req-1cd50565-db67-4b4e-9393-ebca9d777c8c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:37.189828 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2d622df3-99ac-4bf5-a400-524d72179e79 req-1cd50565-db67-4b4e-9393-ebca9d777c8c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.0836186 May 31 12:53:37.225974 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-956c876f-0578-464d-9cc2-32caa61730b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:37.228289 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-956c876f-0578-464d-9cc2-32caa61730b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0657749 May 31 12:53:37.243867 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2d622df3-99ac-4bf5-a400-524d72179e79 req-03d098b6-2aeb-4561-aacf-16687ce61830 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441027 May 31 12:53:37.364647 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-6081290b-9d32-4cda-9c49-024d88172f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:37.366004 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-6081290b-9d32-4cda-9c49-024d88172f6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1303484 May 31 12:53:37.373542 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdf2aa-fa30-4476-89a7-1fd1a6ef4904 req-c81b6460-e5d7-4df9-8174-899ac25e4983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:37.374866 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-3afdf2aa-fa30-4476-89a7-1fd1a6ef4904 req-c81b6460-e5d7-4df9-8174-899ac25e4983 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1099 time: 0.0879760 May 31 12:53:37.568876 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-3afdf2aa-fa30-4476-89a7-1fd1a6ef4904 req-ea6ffd0c-41f6-4562-ac60-3d7bcdad971d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762178 May 31 12:53:37.603732 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-5e78c4f7-e77a-432b-b6be-e374b1b56d20 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279367 May 31 12:53:37.680199 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:37.811959 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a345dd5e-87fa-43e2-9efb-dfc5ec688029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:38.128429 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a95deca-af65-41e7-9bfb-127fa147fbec req-cba7b0f1-f438-47c9-befe-ea3eb506f8ca service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301687 May 31 12:53:38.518116 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfed62c-a019-403b-91f4-4e1e7194f547 req-0ef4d02d-d781-433c-b4a1-7e730763bc78 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:38.519516 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbfed62c-a019-403b-91f4-4e1e7194f547 req-0ef4d02d-d781-433c-b4a1-7e730763bc78 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1618092 May 31 12:53:38.563449 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dbfed62c-a019-403b-91f4-4e1e7194f547 req-d06329a5-215c-4301-9c0b-a30a05e37fd9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379889 May 31 12:53:38.904593 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:39.776988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3837a-71e7-4351-879e-dfce4e7349c5 req-3fa3cd05-5481-4734-a651-ad74f5f5efb9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:39.778710 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bad3837a-71e7-4351-879e-dfce4e7349c5 req-3fa3cd05-5481-4734-a651-ad74f5f5efb9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.0874858 May 31 12:53:39.852518 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bad3837a-71e7-4351-879e-dfce4e7349c5 req-55d1991a-cf3f-48b2-b63c-3be9bf5479e1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609920 May 31 12:53:40.370950 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59252) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:40.511907 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.678695 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:40.726155 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:40.746947 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Usage tracker for resource:security_group_rule and tenant:99cc209d641244e4a21169da4fb9c3c5 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:40.753225 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:40.784971 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:40.799066 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166156f6-912c-4e79-ba7a-deb7fffa4c50 req-9050cad4-a6f5-4823-9583-05a7454fb35e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:40.807657 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-166156f6-912c-4e79-ba7a-deb7fffa4c50 req-9050cad4-a6f5-4823-9583-05a7454fb35e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1363297 May 31 12:53:40.857402 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-166156f6-912c-4e79-ba7a-deb7fffa4c50 req-bd78a950-d2ec-4f38-9a88-21feb3187105 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487754 May 31 12:53:40.870200 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59274) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:40.906132 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-9c2ae5d0-67f5-4ea7-ac8e-1ddf037ec09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:40.908563 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-9c2ae5d0-67f5-4ea7-ac8e-1ddf037ec09c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1099 time: 0.4424474 May 31 12:53:41.056789 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59282) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:41.097720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.111645 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.122462 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8557cc1f-949f-4e31-b430-2f1266f7af18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:41.153130 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6ff415-d02f-4586-aabb-4053e0767911,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:41.173857 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-1a67fa49-5b05-4cd7-88cc-aba4009d65c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:41.175534 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-1a67fa49-5b05-4cd7-88cc-aba4009d65c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.2577581 May 31 12:53:41.176552 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:41.185639 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.201595 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:41.228936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Usage tracker for resource:security_group_rule and tenant:cc4bbc208bb941cea1f7fecc1bf22fc8 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:41.234959 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:41.242254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.260152 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:41.260576 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-e2bc882a-ef28-4c4b-b056-33f218efb47b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 217 time: 0.0749128 May 31 12:53:41.264066 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=99cc209d641244e4a21169da4fb9c3c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8912442 May 31 12:53:41.267081 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59288) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:41.297807 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:41.302128 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Usage tracker for resource:security_group_rule and tenant:fe88978254784a23a33a6847f2280651 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:41.308555 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:41.319825 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:41.361562 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-20297ccc-8d6f-42ce-ba2f-3ce344d92c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:41.364046 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-20297ccc-8d6f-42ce-ba2f-3ce344d92c39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0949368 May 31 12:53:41.488055 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-fb645035-b68e-48e3-ae9e-52c7b9ae29e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899713 May 31 12:53:41.569676 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.578389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.587256 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.592818 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.610026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-46cdb05a-c9b3-4b33-8edb-6d6b9902d95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:41.627834 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.654424 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.697811 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=cc4bbc208bb941cea1f7fecc1bf22fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8258796 May 31 12:53:41.699530 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59298) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:41.712078 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eb6c71-6a9a-41dd-b77f-6948a0fcf7e3,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:41.719516 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:41.719886 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-260cf877-c4e0-4ef5-8829-7e765d43788c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:41.740002 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fe88978254784a23a33a6847f2280651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6797884 May 31 12:53:41.742853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59304) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:41.783167 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8afc39-67f3-4429-83db-d36f4dc3944d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:41.784381 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-c65d0f00-910f-4711-970c-42f3a7c43cdf service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020077 May 31 12:53:41.790676 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:41.838231 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.858253 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-695295d1-477e-48a7-93c9-7ff502c4610b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:41.881290 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:41.917265 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6ff415-d02f-4586-aabb-4053e0767911,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:41.933851 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:41.955101 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59316) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:42.017755 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.040864 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.103673 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.127308 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6b2739f3-4e22-4042-b2fe-2a0b2998d9ba req-e130a505-d2c4-40d2-a555-40ea7cf5da59 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181450 May 31 12:53:42.135346 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.136807 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/4d6ff415-d02f-4586-aabb-4053e0767911 HTTP/1.1" status: 204 len: 168 time: 0.8654058 May 31 12:53:42.203208 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.207248 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ef52e080-058e-454c-8545-e589fcb69b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:42.216156 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.223557 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eb6c71-6a9a-41dd-b77f-6948a0fcf7e3,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:42.229652 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:42.281697 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.284953 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/e0eb6c71-6a9a-41dd-b77f-6948a0fcf7e3 HTTP/1.1" status: 204 len: 168 time: 0.5689874 May 31 12:53:42.315818 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614b718-1b1b-4968-b480-a9ad690634fa req-b0c3a619-2e03-4e9f-97b3-284be4389d8d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:42.317471 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5614b718-1b1b-4968-b480-a9ad690634fa req-b0c3a619-2e03-4e9f-97b3-284be4389d8d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2906888 May 31 12:53:42.335436 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:42.354197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Usage tracker for resource:security_group_rule and tenant:5e47b7b2e9d64842bd318e0df085f374 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:42.364599 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:42.372833 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:42.396260 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.404258 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5d0a472d-58f7-4c1a-8b8e-500c43681dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:42.422414 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5614b718-1b1b-4968-b480-a9ad690634fa req-a48f48cc-8066-4719-a08c-a5871e7d5bbb tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941255 May 31 12:53:42.435996 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8afc39-67f3-4429-83db-d36f4dc3944d,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:42.456554 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:42.470063 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.471405 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eb8afc39-67f3-4429-83db-d36f4dc3944d HTTP/1.1" status: 204 len: 168 time: 0.7257082 May 31 12:53:42.580831 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.599109 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.612471 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-19200049-ea02-4f12-96a9-e01671320994 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:42.660216 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b4e0b9-be49-4fc7-86f9-82ecff471e2d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:42.680063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59336) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:42.680622 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=5e47b7b2e9d64842bd318e0df085f374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211761 May 31 12:53:42.681361 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:42.761867 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.797447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.811275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59342) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:42.846013 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.864662 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.870592 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6305eddf-75e8-403d-9264-1a6108530982 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:42.874383 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:42.878404 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Usage tracker for resource:security_group_rule and tenant:b3515d6f57414050897fda8915399752 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:42.886184 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:42.893556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:42.896499 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b4e0b9-be49-4fc7-86f9-82ecff471e2d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:42.909849 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:42.916450 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:42.920696 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c0b4e0b9-be49-4fc7-86f9-82ecff471e2d HTTP/1.1" status: 204 len: 168 time: 0.2367666 May 31 12:53:43.200014 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.207348 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.227486 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59358) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:43.228334 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9a6fc3bd-f33d-4587-97e6-fbaf62b92dae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.312411 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.341164 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13679111-1052-470e-9479-a79ef75190ab,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.346545 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.359246 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=b3515d6f57414050897fda8915399752&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5465660 May 31 12:53:43.361594 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:43.362461 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59364) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:43.366888 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Usage tracker for resource:security_group_rule and tenant:01917d745537449dbc112112c61d36cd is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:43.370808 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:43.385712 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:43.629608 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.706538 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.791335 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.805651 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.816882 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.823041 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9f03e075-1aa5-4ea7-b13d-31ac4af36f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.828966 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0f04d765-58ca-4255-85c0-8982061d35e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:43.835349 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13679111-1052-470e-9479-a79ef75190ab,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.848182 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.850469 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:43.851818 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/13679111-1052-470e-9479-a79ef75190ab HTTP/1.1" status: 204 len: 168 time: 0.4879329 May 31 12:53:43.925976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=01917d745537449dbc112112c61d36cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6822603 May 31 12:53:43.927195 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59386) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:43.928906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eb398b-9195-4905-bcf6-a3d733524fff,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:43.934071 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:43.957057 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778ae21-d1bf-43ef-9e2b-6b8f9de5ec02 req-40fca252-b2f0-4955-b5a8-f8d077faa98c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:43.961069 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0778ae21-d1bf-43ef-9e2b-6b8f9de5ec02 req-40fca252-b2f0-4955-b5a8-f8d077faa98c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2628601 May 31 12:53:44.054560 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.076230 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0778ae21-d1bf-43ef-9e2b-6b8f9de5ec02 req-a7738013-512e-4006-89a8-0606ed2b91be tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019278 May 31 12:53:44.133584 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.239588 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.245188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-adc09bbd-e491-4cd4-b8e4-a227cfe809c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:44.263506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eb398b-9195-4905-bcf6-a3d733524fff,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:44.266373 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.269876 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/04eb398b-9195-4905-bcf6-a3d733524fff HTTP/1.1" status: 204 len: 168 time: 0.3391936 May 31 12:53:44.269876 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:44.446341 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59416) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:44.490155 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.528111 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:44.532080 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Usage tracker for resource:security_group_rule and tenant:4778e445ff8a481b8cef18bf78ef46b9 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:44.535886 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:44.543003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:44.646158 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.666160 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.679538 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-db45c4c0-87a7-4462-8b1f-20704d7b36ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:44.721775 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4778e445ff8a481b8cef18bf78ef46b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749951 May 31 12:53:44.723678 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8043af99-4e94-4de7-b9ef-b0ab8bdcf88f,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:44.729694 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59422) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:44.732523 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:44.796125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.835313 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.900339 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.906950 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9f4ae061-7f03-4144-a928-faa596621815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:44.931158 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8043af99-4e94-4de7-b9ef-b0ab8bdcf88f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:44.936944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:44.946777 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:44.950551 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8043af99-4e94-4de7-b9ef-b0ab8bdcf88f HTTP/1.1" status: 204 len: 168 time: 0.2248676 May 31 12:53:45.603688 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c4060a-7212-484c-a99b-9a9b399f8cfd req-a58b2997-a54a-4842-b488-ff08d6265917 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:45.614228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-32c4060a-7212-484c-a99b-9a9b399f8cfd req-a58b2997-a54a-4842-b488-ff08d6265917 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2381124 May 31 12:53:45.795797 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-32c4060a-7212-484c-a99b-9a9b399f8cfd req-363ca02d-4665-4351-aab2-ff7de43edfd6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804521 May 31 12:53:46.509713 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59508) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:46.792951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1171460148-network', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:46.799180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:46.806709 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Usage tracker for resource:network and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:46.812226 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:46.828786 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:46.849374 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Made reservation on behalf of 826e894eaafa4c5bb3d23cad3fff7d5a for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:46.853683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:46.862233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59522) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:46.889906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:46.926245 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:46.931452 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:46.938540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:46.957786 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:47.078058 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59532) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:47.164987 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-425572319-network', 'tenant_id': 'd2732652ae1f45d4981d1d9d54eae2bc'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:47.171626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:47.191002 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd487d6-1696-44a3-bd8f-95f53330784d req-ffd8a88f-fc18-415d-a112-582fa5bb97ad tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:47.192486 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fbd487d6-1696-44a3-bd8f-95f53330784d req-ffd8a88f-fc18-415d-a112-582fa5bb97ad tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2416985 May 31 12:53:47.200206 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.225015 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Usage tracker for resource:network and tenant:d2732652ae1f45d4981d1d9d54eae2bc is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:47.229813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:47.233445 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:47.240468 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:47.243380 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Usage tracker for resource:security_group_rule and tenant:9489ecf4ef2b4f0093effa2592cc703f is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:47.247891 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:47.258553 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:47.267678 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Made reservation on behalf of d2732652ae1f45d4981d1d9d54eae2bc for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:47.271846 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.277534 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fbd487d6-1696-44a3-bd8f-95f53330784d req-3703252b-66c6-4c91-b082-0767bc99b5b9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774877 May 31 12:53:47.300171 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.309066 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.316427 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.338616 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:47.338753 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:53:47.338834 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Usage tracker for resource:security_group_rule and tenant:d2732652ae1f45d4981d1d9d54eae2bc is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:47.339671 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.340023 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Added segment f4c01707-06d7-4d05-99ef-3d8858a7f5ab of type vlan for network 441e9cd8-7c15-462c-b4f1-f311dbc70797 May 31 12:53:47.343710 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:47.353229 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:47.369087 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.396064 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-af91b377-41b5-4ccd-aa3d-4a939d084331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:47.406077 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.410211 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:47.410814 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.463402 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9526296 May 31 12:53:47.466535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59546) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:47.472722 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Request body: {'subnet': {'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1171460148-subnet', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:47.477093 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3525b1c-1902-4ac1-8cbe-b1522a4f02c8,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:47.480192 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:47.482626 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:47.483165 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:47.531829 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.539812 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.546717 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6401a4e2-1cee-44bc-bb9a-db6cf156059c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:47.582459 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Pushing event updated for resources: {'Network': ['ID=441e9cd8-7c15-462c-b4f1-f311dbc70797,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:47.584881 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:53:47.585641 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Usage tracker for resource:subnet and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:47.589144 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:47.589913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:47.595049 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:53:47.596300 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:47.613085 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Made reservation on behalf of 826e894eaafa4c5bb3d23cad3fff7d5a for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:47.617479 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979485'] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.657017 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56f8e82-f118-4445-afb2-b89b0b11ca41,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:47.683748 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:47.696353 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.696772 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Added segment 2c258c54-6c5b-4756-b028-46860a79d223 of type vlan for network fed39d2b-4820-4dba-988e-2a430298fcfa May 31 12:53:47.875645 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.900400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.911098 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e8199bd5-8301-4ab6-bfad-829c8ab0248c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:47.923829 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:47.971320 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9489ecf4ef2b4f0093effa2592cc703f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1072845 May 31 12:53:47.984096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59560) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:47.997300 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bfdb8d-2f1a-4353-8696-96cafd77f1ae,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.013612 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.016163 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.019117 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:48.020057 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.026224 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.103317 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.129778 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.179364 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Pushing event updated for resources: {'Network': ['ID=fed39d2b-4820-4dba-988e-2a430298fcfa,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.192137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.194520 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.196768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7bb87464-e516-4819-8ecd-0dcbdbae0a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.196921 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network fed39d2b-4820-4dba-988e-2a430298fcfa details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:53:48.200746 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1211307 May 31 12:53:48.203744 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59568) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:48.213445 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Request body: {'subnet': {'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-425572319-subnet', 'tenant_id': 'd2732652ae1f45d4981d1d9d54eae2bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:48.221652 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:48.227432 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Usage tracker for resource:subnet and tenant:d2732652ae1f45d4981d1d9d54eae2bc is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:48.232136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:48.236227 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bfdb8d-2f1a-4353-8696-96cafd77f1ae,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.241606 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:48.245575 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.251517 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.253052 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/68bfdb8d-2f1a-4353-8696-96cafd77f1ae HTTP/1.1" status: 204 len: 168 time: 0.2676225 May 31 12:53:48.261221 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Made reservation on behalf of d2732652ae1f45d4981d1d9d54eae2bc for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:48.265813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6763053'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.801355 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6796735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979467'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.810506 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b41b9594-4d4b-493d-86eb-2afd2e7524a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.906506 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158ae2f-710d-4808-a8fe-d1c773ad4631 req-1f0ed8ec-d6c6-4b19-b9d1-debb488f4cd0 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:48.914646 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0158ae2f-710d-4808-a8fe-d1c773ad4631 req-1f0ed8ec-d6c6-4b19-b9d1-debb488f4cd0 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.3438146 May 31 12:53:48.942819 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6453173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6763067'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:48.950615 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9d4e579f-8328-4193-8955-cf2bf6838ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:48.952967 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:48.958587 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:48.970521 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Checking segment: {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:48.970907 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Network hostable DHCP agents. Network: 441e9cd8-7c15-462c-b4f1-f311dbc70797, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:53:48.999161 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0158ae2f-710d-4808-a8fe-d1c773ad4631 req-13348764-441a-4842-8eb0-1d8ae7f9c956 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830617 May 31 12:53:49.013259 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:53:49.031412 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 441e9cd8-7c15-462c-b4f1-f311dbc70797) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:49.042510 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b310a6-d52b-4d46-9202-e6f426f23249 None None] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:49.043070 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:49.043649 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.063619 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-36c72cdc-dcdb-4917-9caa-4a3982443ea1 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5959888 May 31 12:53:49.067215 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59584) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:49.075645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:49.079538 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Checking segment: {'id': '2c258c54-6c5b-4756-b028-46860a79d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:49.079905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Network hostable DHCP agents. Network: fed39d2b-4820-4dba-988e-2a430298fcfa, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:53:49.085279 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:49.091955 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b25c8e1-306c-4216-967d-bb597a06a317,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:49.094913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Usage tracker for resource:router and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:49.095132 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:49.100581 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:49.109743 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Network fed39d2b-4820-4dba-988e-2a430298fcfa is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:53:49.114408 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:49.129979 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, fed39d2b-4820-4dba-988e-2a430298fcfa) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:49.144155 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5399520-7c5c-4fa3-a503-803f48d3bc96 None None] Network fed39d2b-4820-4dba-988e-2a430298fcfa requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:49.145866 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.148346 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.159847 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:49.160276 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.178091 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.206085 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0004330 May 31 12:53:49.553182 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be07aeb-5740-4a6e-8570-6aecf6de39b9 None None] Network fed39d2b-4820-4dba-988e-2a430298fcfa requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:49.579680 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.631314 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-441e9cd8-7c15-462c-b4f1-f311dbc70797', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:53:49.632242 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:49.868330 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Allocated IP 172.20.0.2 (441e9cd8-7c15-462c-b4f1-f311dbc70797/baf870f9-d9d0-4b8f-b9e8-382549fe8a8e/49c37026-e46e-4af5-9956-57ea2af1fba1) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:50.101402 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.194594 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.384105 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.412010 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Transition to ACTIVE for port object 49c37026-e46e-4af5-9956-57ea2af1fba1 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:50.453579 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Transition to ACTIVE for port object 49c37026-e46e-4af5-9956-57ea2af1fba1 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:50.467594 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.474224 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:50.585590 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:50.594563 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:50.599735 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:50.615860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Pushing event updated for resources: {'Port': ['ID=49c37026-e46e-4af5-9956-57ea2af1fba1,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:50.620262 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:50.741381 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Attempting to bind port 49c37026-e46e-4af5-9956-57ea2af1fba1 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:50.741381 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Attempting to bind port 49c37026-e46e-4af5-9956-57ea2af1fba1 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:50.741381 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Attempting to bind port 49c37026-e46e-4af5-9956-57ea2af1fba1 on network 441e9cd8-7c15-462c-b4f1-f311dbc70797 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:50.744735 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:50.745404 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Checking segment: {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:50.745909 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.746765 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Bound using segment: {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:50.747854 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Bound port: 49c37026-e46e-4af5-9956-57ea2af1fba1, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:50.748430 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.833561 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472ce75-778c-480e-8eaf-85a3fe8024d0 req-eb497c35-a255-48d4-b5a1-61ec95df48d2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:50.842046 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0472ce75-778c-480e-8eaf-85a3fe8024d0 req-eb497c35-a255-48d4-b5a1-61ec95df48d2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.5528996 May 31 12:53:50.859294 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] For port 49c37026-e46e-4af5-9956-57ea2af1fba1, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:50.864252 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] For port 49c37026-e46e-4af5-9956-57ea2af1fba1, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=49c37026-e46e-4af5-9956-57ea2af1fba1,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:50.869628 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:50.874936 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:50.877389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Allocated IP 172.27.1.21 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/6b90fa5c-733d-4695-bc42-8aaf5d73c424) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:50.908450 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0472ce75-778c-480e-8eaf-85a3fe8024d0 req-771e1ac9-6c5c-4a66-96d9-6372743a8736 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661817 May 31 12:53:50.970008 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Pushing event updated for resources: {'Port': ['ID=49c37026-e46e-4af5-9956-57ea2af1fba1,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:50.974193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:51.073814 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:51.118038 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:51.123961 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:51.195629 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:51.198821 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:51.202919 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:51.283281 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Pushing event updated for resources: {'Port': ['ID=6b90fa5c-733d-4695-bc42-8aaf5d73c424,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:51.296366 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:52.190082 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-02a45baf-ae99-4929-a247-4010e89ecdb2 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:52.191602 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-02a45baf-ae99-4929-a247-4010e89ecdb2 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/networks?id=fed39d2b-4820-4dba-988e-2a430298fcfa HTTP/1.1" status: 200 len: 813 time: 0.2757332 May 31 12:53:52.251440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.261644 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2642e38-12a8-4aca-bec2-a27eed85461e None None] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:53:52.301370 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 49c37026-e46e-4af5-9956-57ea2af1fba1 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:52.369170 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-6f0cb332-ec44-435f-b6db-3c1b28364de1 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/quotas/d2732652ae1f45d4981d1d9d54eae2bc HTTP/1.1" status: 200 len: 375 time: 0.1248150 May 31 12:53:52.441224 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-f949c915-f79e-4de7-8945-08f8d27b4ea4 None None] Provisioning for port 49c37026-e46e-4af5-9956-57ea2af1fba1 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:52.447356 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-a09f35df-4412-4d64-b0ae-430c983e410e tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d2732652ae1f45d4981d1d9d54eae2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686302 May 31 12:53:52.499308 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 49c37026-e46e-4af5-9956-57ea2af1fba1 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:52.540899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 49c37026-e46e-4af5-9956-57ea2af1fba1 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:52.541280 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.727450 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f688e81-f91e-489e-a996-e1dc9a6cacbe req-53a0c7ab-5283-4297-9af7-8a9e5a1372cc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:52.735400 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f688e81-f91e-489e-a996-e1dc9a6cacbe req-53a0c7ab-5283-4297-9af7-8a9e5a1372cc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.5549767 May 31 12:53:52.736046 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.775586 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 49c37026-e46e-4af5-9956-57ea2af1fba1, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=49c37026-e46e-4af5-9956-57ea2af1fba1,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:52.783866 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:52.786269 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:52.880274 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=49c37026-e46e-4af5-9956-57ea2af1fba1,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:52.884043 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:53.040571 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-c8feb171-7d49-4ef2-a6bb-1112e5fe0dd6 service neutron] 10.222.0.68 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613073 May 31 12:53:53.087249 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-1e134852-e4c1-4e35-8592-f8bab3ec287a None None] Provisioning complete for port 49c37026-e46e-4af5-9956-57ea2af1fba1 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:53.087631 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1e134852-e4c1-4e35-8592-f8bab3ec287a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.188414 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:53.207752 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f688e81-f91e-489e-a996-e1dc9a6cacbe req-1ec86cfc-961c-409f-b7a3-b2dd8e63226c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713688 May 31 12:53:53.682615 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-2c0f83e3-90a6-40a9-a7d1-ac308aee1e07 service neutron] 10.222.0.68 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324253 May 31 12:53:53.708496 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:53:53.986920 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f32ede9-e6c4-4576-9f4d-12e94a426c74 req-e1d0b05c-a88a-4adc-b7af-dadd585f20b6 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.1029174 May 31 12:53:54.027849 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:54.041889 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Sync routers for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:54.072044 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:54.074718 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:53:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:54.103376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.104936 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0366387 May 31 12:53:54.107837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59682) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:54.158334 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 49c37026-e46e-4af5-9956-57ea2af1fba1 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:54.295294 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 49c37026-e46e-4af5-9956-57ea2af1fba1 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:54.295993 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:54.468312 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:55.052492 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d8da3-27a4-4fbd-934d-8fd400390e02 req-5962aee6-ccee-4385-ba65-ce4038c23a39 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:55.060626 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6d8d8da3-27a4-4fbd-934d-8fd400390e02 req-5962aee6-ccee-4385-ba65-ce4038c23a39 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.3693783 May 31 12:53:55.126486 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6d8d8da3-27a4-4fbd-934d-8fd400390e02 req-c2388a82-d53c-40ea-8dd2-2fd909be2b37 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648112 May 31 12:53:55.188366 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:51Z', 'revision_number': 3, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:55.193727 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Checking router: 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:53:55.194409 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Updating router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:53:55.263457 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.329901 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:53:55.376428 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0d2dd7a3-8d07-4fc3-9f39-37e55e8c8697 req-35b5ff1c-eca4-4443-925e-400396322dad tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0636218 May 31 12:53:55.693395 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:55.826220 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-3aa9a505-2862-408b-a122-6e8ed7695e5b tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:55.827909 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-3aa9a505-2862-408b-a122-6e8ed7695e5b tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Synchronizing usage tracker for tenant:d2732652ae1f45d4981d1d9d54eae2bc on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:53:55.853384 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-3aa9a505-2862-408b-a122-6e8ed7695e5b tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Unset dirty status for tenant:d2732652ae1f45d4981d1d9d54eae2bc on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:53:55.855192 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-3aa9a505-2862-408b-a122-6e8ed7695e5b tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.41 "GET /v2.0/networks?id=fed39d2b-4820-4dba-988e-2a430298fcfa HTTP/1.1" status: 200 len: 813 time: 0.2486086 May 31 12:53:55.880862 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Request body: {'port': {'device_id': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa', 'admin_state_up': True, 'tenant_id': 'd2732652ae1f45d4981d1d9d54eae2bc'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:56.095585 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:56.101200 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Usage tracker for resource:port and tenant:d2732652ae1f45d4981d1d9d54eae2bc is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:56.102853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Allocated IP 172.20.0.1 (441e9cd8-7c15-462c-b4f1-f311dbc70797/baf870f9-d9d0-4b8f-b9e8-382549fe8a8e/f0c42ff0-89ea-4152-beca-bb63333816f5) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:56.105412 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:56.113386 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:56.129194 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Made reservation on behalf of d2732652ae1f45d4981d1d9d54eae2bc for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:56.137255 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.179289 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.210610 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Transition to ACTIVE for port object 6b90fa5c-733d-4695-bc42-8aaf5d73c424 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:56.224826 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.237374 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8868e752-8823-4cd7-b279-5de9abaea8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:56.334417 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Attempting to bind port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:53:56.335265 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Attempting to bind port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:53:56.335872 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Attempting to bind port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:53:56.346120 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:53:56.346943 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:53:56.347716 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.348307 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:53:56.350050 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Bound port: 6b90fa5c-733d-4695-bc42-8aaf5d73c424, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:53:56.350673 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.379375 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a5170-3598-4fce-b08f-59071c1cf888 None None] Pushing event updated for resources: {'Port': ['ID=6b90fa5c-733d-4695-bc42-8aaf5d73c424,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.388161 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5c7a5170-3598-4fce-b08f-59071c1cf888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.491254 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] For port 6b90fa5c-733d-4695-bc42-8aaf5d73c424, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:53:56.496124 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] For port 6b90fa5c-733d-4695-bc42-8aaf5d73c424, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=6b90fa5c-733d-4695-bc42-8aaf5d73c424,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:53:56.503593 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.509597 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-8868e752-8823-4cd7-b279-5de9abaea8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:56.512857 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Allocated IP 172.20.0.13 (fed39d2b-4820-4dba-988e-2a430298fcfa/8b25c8e1-306c-4216-967d-bb597a06a317/977a2af5-5f74-40d4-b2ad-60d19a64f26e) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:53:56.522841 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.548574 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960baef6-d62f-4499-b126-929996ccc77f req-5f17383c-2e53-4dd4-b4e7-c144c865dd9f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:56.561715 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-960baef6-d62f-4499-b126-929996ccc77f req-5f17383c-2e53-4dd4-b4e7-c144c865dd9f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2384381 May 31 12:53:56.646423 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Transition to ACTIVE for port object f0c42ff0-89ea-4152-beca-bb63333816f5 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:53:56.673065 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-960baef6-d62f-4499-b126-929996ccc77f req-03ed050c-15ad-439d-8adb-7a120670a0ab tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099291 May 31 12:53:56.707016 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:56.707825 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:53:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:56.739446 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c014b7dd-307d-4139-a4d9-a12a132b5469 req-7118d727-3233-4da2-8759-a6dde151c87a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0618501 May 31 12:53:56.756713 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.761017 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2e9f0682-a09d-457a-ae7e-a2d717e28d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:56.824499 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a5170-3598-4fce-b08f-59071c1cf888 None None] Pushing event updated for resources: {'Port': ['ID=6b90fa5c-733d-4695-bc42-8aaf5d73c424,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.833523 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5c7a5170-3598-4fce-b08f-59071c1cf888 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.857068 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:56.860499 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:56.876747 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:56.896880 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.946656 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c42ff0-89ea-4152-beca-bb63333816f5,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:56.951707 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:56.956725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.963776 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:56.966478 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:57.014451 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:53:57.140699 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.179878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Network fed39d2b-4820-4dba-988e-2a430298fcfa is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:57.197477 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:57.208157 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-09c35aba-032c-4520-97fc-773702d31fab None None] Provisioning for port f0c42ff0-89ea-4152-beca-bb63333816f5 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:57.211701 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:53:57.221843 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-09c35aba-032c-4520-97fc-773702d31fab None None] Provisioning complete for port f0c42ff0-89ea-4152-beca-bb63333816f5 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:57.222234 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-09c35aba-032c-4520-97fc-773702d31fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.350392 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Pushing event updated for resources: {'Port': ['ID=977a2af5-5f74-40d4-b2ad-60d19a64f26e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:57.355899 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:57.373294 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:51Z', 'revision_number': 3, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:57.376740 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-09c35aba-032c-4520-97fc-773702d31fab None None] Port f0c42ff0-89ea-4152-beca-bb63333816f5 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:57.385738 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:57.386490 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.388587 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341d9f59-8773-46fb-b9dc-60a01644cebd None None] The sync data for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi is: [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:51Z', 'revision_number': 3, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:53:57.432021 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5560524 May 31 12:53:57.606376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.616269 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.672818 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:57.792014 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Pushing event updated for resources: {'Port': ['ID=f0c42ff0-89ea-4152-beca-bb63333816f5,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:57.796537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:57.811703 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:57.992925 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:53:57.994137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:53:58.246467 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 6b90fa5c-733d-4695-bc42-8aaf5d73c424 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:53:58.385341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-ed25e74a-ef39-4580-a00e-b472e5e1036f None None] Provisioning complete for port f0c42ff0-89ea-4152-beca-bb63333816f5 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:58.394571 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ed25e74a-ef39-4580-a00e-b472e5e1036f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.436065 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:53:58.468136 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-ed25e74a-ef39-4580-a00e-b472e5e1036f None None] Port f0c42ff0-89ea-4152-beca-bb63333816f5 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:53:58.472646 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:53:58.482831 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:53:58.483340 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.653245 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.673893 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 6b90fa5c-733d-4695-bc42-8aaf5d73c424, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=6b90fa5c-733d-4695-bc42-8aaf5d73c424,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:53:58.679173 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:58.681121 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:53:58.745967 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:53:58.759587 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=6b90fa5c-733d-4695-bc42-8aaf5d73c424,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:53:58.762331 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] 10.222.0.68 "PUT /v2.0/routers/6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6528099 May 31 12:53:58.765890 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:53:59.188476 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Request body: {'port': {'device_id': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:59.526925 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.617947 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9df0f0-dc83-4178-bdb6-6307069bfedd req-056a94bd-8b27-41d6-b292-cb2a11518d76 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:53:59.624211 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be9df0f0-dc83-4178-bdb6-6307069bfedd req-056a94bd-8b27-41d6-b292-cb2a11518d76 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1839614 May 31 12:53:59.666639 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Sync routers for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:53:59.685288 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:53:59.687063 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:53:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:53:59.722373 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be9df0f0-dc83-4178-bdb6-6307069bfedd req-1c4583b1-fdc1-4779-bf78-e14d02261f58 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861537 May 31 12:53:59.825805 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59776) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:53:59.833989 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1103560129-network', 'tenant_id': '7f411501000c44269f42dea86e64bbe7'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:53:59.843556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:53:59.852314 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Usage tracker for resource:network and tenant:7f411501000c44269f42dea86e64bbe7 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:53:59.855656 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:53:59.869962 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:53:59.946954 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Made reservation on behalf of 7f411501000c44269f42dea86e64bbe7 for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:53:59.949277 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:53:59.975128 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.006857 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:00.014998 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Usage tracker for resource:security_group_rule and tenant:7f411501000c44269f42dea86e64bbe7 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:00.022687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:00.031697 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:00.035412 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977a2af5-5f74-40d4-b2ad-60d19a64f26e {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:00.044506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.051132 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7b5a7-6114-46c6-8786-3006965b128d req-b2d0bbee-c401-44b7-b307-57e85eb2b76f tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:00.052768 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bce7b5a7-6114-46c6-8786-3006965b128d req-b2d0bbee-c401-44b7-b307-57e85eb2b76f tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 932 time: 0.1593201 May 31 12:54:00.069704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Transition to ACTIVE for port object 977a2af5-5f74-40d4-b2ad-60d19a64f26e will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:00.069963 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:00.077784 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.091449 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-55e952c5-bb89-484a-9e54-09d11f7741e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:00.150543 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bce7b5a7-6114-46c6-8786-3006965b128d req-241bea70-6386-45d9-a36a-d745fd3507ae tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870311 May 31 12:54:00.243419 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.254006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.258449 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6b49648b-f0ae-4113-8d3d-6d607b031282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:00.292378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 12:54:00.305970 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Pushing event updated for resources: {'Port': ['ID=977a2af5-5f74-40d4-b2ad-60d19a64f26e,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:00.306714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb5ee1-4b5b-40b5-af2f-acf3da6f074d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:00.319884 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:00.324203 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:00.326289 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.330976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Added segment 021ed751-c9a6-4856-a591-e3a2ff1b444e of type vlan for network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 May 31 12:54:00.379712 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.429952 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 6b90fa5c-733d-4695-bc42-8aaf5d73c424 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:00.436232 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.439460 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:00.440046 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.454451 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Attempting to bind port 977a2af5-5f74-40d4-b2ad-60d19a64f26e on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:00.455068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Attempting to bind port 977a2af5-5f74-40d4-b2ad-60d19a64f26e by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '2c258c54-6c5b-4756-b028-46860a79d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:00.455394 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Attempting to bind port 977a2af5-5f74-40d4-b2ad-60d19a64f26e on network fed39d2b-4820-4dba-988e-2a430298fcfa {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:00.460787 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Port 977a2af5-5f74-40d4-b2ad-60d19a64f26e on network fed39d2b-4820-4dba-988e-2a430298fcfa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:54:00.461108 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Attempting to bind port 977a2af5-5f74-40d4-b2ad-60d19a64f26e on network fed39d2b-4820-4dba-988e-2a430298fcfa {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:00.467547 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:00.467921 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Checking segment: {'id': '2c258c54-6c5b-4756-b028-46860a79d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:00.468302 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Bound using segment: {'id': '2c258c54-6c5b-4756-b028-46860a79d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:00.468855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Bound port: 977a2af5-5f74-40d4-b2ad-60d19a64f26e, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c258c54-6c5b-4756-b028-46860a79d223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:00.469194 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.470821 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:00.503151 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6760800 May 31 12:54:00.503742 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59782) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:00.522264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Request body: {'subnet': {'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1103560129-subnet', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:00.534694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:00.540767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Usage tracker for resource:subnet and tenant:7f411501000c44269f42dea86e64bbe7 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:00.543855 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:00.549695 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:00.595254 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] For port 977a2af5-5f74-40d4-b2ad-60d19a64f26e, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:00.602924 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] For port 977a2af5-5f74-40d4-b2ad-60d19a64f26e, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e,segment=NetworkSegment(2c258c54-6c5b-4756-b028-46860a79d223),segment_id=2c258c54-6c5b-4756-b028-46860a79d223)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:00.605273 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:00.605921 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.616631 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.623565 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Made reservation on behalf of 7f411501000c44269f42dea86e64bbe7 for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:54:00.624530 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:00.625974 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979485'] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.718811 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:00.719426 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:00.720781 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] 10.222.0.41 "PUT /v2.0/ports/977a2af5-5f74-40d4-b2ad-60d19a64f26e HTTP/1.1" status: 200 len: 1094 time: 1.5380533 May 31 12:54:00.721261 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'tag': '977a2af5-5f74-40d4-b2ad-60d19a64f26e'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:00.724135 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b" -d '{"events": [{"name": "network-changed", "server_uuid": "f64a2322-d549-430b-9e8b-87a2913c90be", "tag": "977a2af5-5f74-40d4-b2ad-60d19a64f26e"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:00.742089 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Pushing event updated for resources: {'Port': ['ID=977a2af5-5f74-40d4-b2ad-60d19a64f26e,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:00.751664 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Pushing event updated for resources: {'Network': ['ID=ccd703bf-0334-44e8-9a0b-49fce4aad6e0,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:00.752925 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:00.757772 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:00.767886 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 12:54:00.901023 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 2, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:00.918646 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Checking router: 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:00.919282 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Updating router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 port f0c42ff0-89ea-4152-beca-bb63333816f5 binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:54:00.938958 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62150743-2894-49f9-8f37-b0d654266ce5 x-openstack-request-id: req-62150743-2894-49f9-8f37-b0d654266ce5 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:00.944117 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f64a2322-d549-430b-9e8b-87a2913c90be", "tag": "977a2af5-5f74-40d4-b2ad-60d19a64f26e", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:00.944596 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-62150743-2894-49f9-8f37-b0d654266ce5 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:00.945193 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'tag': '977a2af5-5f74-40d4-b2ad-60d19a64f26e', 'status': 'completed', 'code': 200} May 31 12:54:01.010095 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-4532fc2d-ac4e-4764-b888-8381ecb2fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:01.011534 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-4532fc2d-ac4e-4764-b888-8381ecb2fbf6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2732652ae1f45d4981d1d9d54eae2bc&device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 1097 time: 0.1679533 May 31 12:54:01.039870 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.175454 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-a5b8ae0e-0f95-42fb-8943-084eb7ff419b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e HTTP/1.1" status: 200 len: 217 time: 0.1004636 May 31 12:54:01.269279 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-504929ea-0dce-49aa-b2e8-fa5b6e02e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:01.273231 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-504929ea-0dce-49aa-b2e8-fa5b6e02e6b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b25c8e1-306c-4216-967d-bb597a06a317 HTTP/1.1" status: 200 len: 853 time: 0.0895152 May 31 12:54:01.276339 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2300f-098c-40aa-bec0-cb1ffc5b621c req-bc6d866b-1fe8-48b3-97c4-1aedd953dfd1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:01.277943 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cff2300f-098c-40aa-bec0-cb1ffc5b621c req-bc6d866b-1fe8-48b3-97c4-1aedd953dfd1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2083390 May 31 12:54:01.345823 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cff2300f-098c-40aa-bec0-cb1ffc5b621c req-dfb76e3d-c520-4e71-a7ed-e720a8b04a9e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498388 May 31 12:54:01.377553 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-f4230679-2d74-4e23-8584-f4e6d0eacf90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fed39d2b-4820-4dba-988e-2a430298fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846884 May 31 12:54:01.510363 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db943922-2b1d-4ab1-b936-9fe6f9584850 req-88b4db51-5447-4a65-8794-c5330879e060 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:01.517716 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-db943922-2b1d-4ab1-b936-9fe6f9584850 req-88b4db51-5447-4a65-8794-c5330879e060 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 944 time: 0.1707251 May 31 12:54:01.536764 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-cfcad4a4-b43a-44d2-bfef-974ef7f3cfa2 service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510539 May 31 12:54:01.556191 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6796735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979467'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.560417 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.565317 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:01.576193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Transition to ACTIVE for port object f0c42ff0-89ea-4152-beca-bb63333816f5 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:01.589848 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.607169 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:01.615728 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-db943922-2b1d-4ab1-b936-9fe6f9584850 req-651f9bca-0d24-47cb-b0c3-184e17a17d3a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967834 May 31 12:54:01.666512 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6311d48-6181-42eb-bff9-83d230d008ab,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:01.677563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:01.687197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Checking segment: {'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:01.687835 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Network hostable DHCP agents. Network: ccd703bf-0334-44e8-9a0b-49fce4aad6e0, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 12:54:01.712086 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 12:54:01.729022 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, ccd703bf-0334-44e8-9a0b-49fce4aad6e0) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:01.730473 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c9af193d-13c6-4ec2-98e4-280d396c7e79 req-37717dbc-8368-4601-b064-335b7e3b2f8d service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865141 May 31 12:54:01.747005 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:01.747706 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.777637 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916469-fe25-4d46-98a9-9d6c4bfafa35 None None] Pushing event updated for resources: {'Port': ['ID=f0c42ff0-89ea-4152-beca-bb63333816f5,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:01.780451 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2666380 May 31 12:54:01.783162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 59798) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:01.791843 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cb916469-fe25-4d46-98a9-9d6c4bfafa35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:01.792873 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1096f182-8bbe-4d1f-8339-3455ac03d639 None None] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:54:01.800250 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:01.810370 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:01.819028 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Usage tracker for resource:router and tenant:7f411501000c44269f42dea86e64bbe7 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:01.913021 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:01.946747 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:01.986841 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.988948 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:01.999529 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-30615292-4e69-4394-89a4-c02c6d141472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:02.001848 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-30615292-4e69-4394-89a4-c02c6d141472 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2732652ae1f45d4981d1d9d54eae2bc&device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 1097 time: 0.1779571 May 31 12:54:02.116071 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.193839 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Attempting to bind port f0c42ff0-89ea-4152-beca-bb63333816f5 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:02.194253 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Attempting to bind port f0c42ff0-89ea-4152-beca-bb63333816f5 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:02.194617 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Attempting to bind port f0c42ff0-89ea-4152-beca-bb63333816f5 on network 441e9cd8-7c15-462c-b4f1-f311dbc70797 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:02.205266 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.207690 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:02.208209 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Checking segment: {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:02.208609 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.208998 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Bound using segment: {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:02.209470 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Bound port: f0c42ff0-89ea-4152-beca-bb63333816f5, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:02.209841 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.402193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-ccd703bf-0334-44e8-9a0b-49fce4aad6e0', 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'fixed_ips': [{'subnet_id': 'b6311d48-6181-42eb-bff9-83d230d008ab'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 12:54:02.402193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.416151 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] For port f0c42ff0-89ea-4152-beca-bb63333816f5, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:02.462000 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] For port f0c42ff0-89ea-4152-beca-bb63333816f5, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=f0c42ff0-89ea-4152-beca-bb63333816f5,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:02.473322 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.484842 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:02.599785 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:02.600423 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:53:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:02.635179 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-9cc1ad26-6647-4898-93a0-695c6f5255f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:02.636667 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-9cc1ad26-6647-4898-93a0-695c6f5255f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fed39d2b-4820-4dba-988e-2a430298fcfa HTTP/1.1" status: 200 len: 914 time: 0.6194837 May 31 12:54:02.641331 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:02.764383 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb916469-fe25-4d46-98a9-9d6c4bfafa35 None None] Pushing event updated for resources: {'Port': ['ID=f0c42ff0-89ea-4152-beca-bb63333816f5,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:02.781375 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cb916469-fe25-4d46-98a9-9d6c4bfafa35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:02.829177 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-27429178-39ff-435a-b8bb-61440723e916 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e HTTP/1.1" status: 200 len: 217 time: 0.1709149 May 31 12:54:02.940831 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13969925-4f79-4cae-b4e5-60473ba9e83d req-cbfd842c-1e3f-4f21-96fa-b267259b64fa tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:02.956341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Allocated IP 172.20.0.2 (ccd703bf-0334-44e8-9a0b-49fce4aad6e0/b6311d48-6181-42eb-bff9-83d230d008ab/fee273bd-8134-497c-b617-b833f85c50bf) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:54:02.961706 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13969925-4f79-4cae-b4e5-60473ba9e83d req-cbfd842c-1e3f-4f21-96fa-b267259b64fa tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.3093929 May 31 12:54:03.044690 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-6952c39b-cbea-493d-bc27-31a3b366cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:03.052724 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-6952c39b-cbea-493d-bc27-31a3b366cffa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b25c8e1-306c-4216-967d-bb597a06a317 HTTP/1.1" status: 200 len: 853 time: 0.1879795 May 31 12:54:03.135255 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13969925-4f79-4cae-b4e5-60473ba9e83d req-be484992-ae89-40e8-914d-740c7b2463b6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735234 May 31 12:54:03.160778 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-5a734605-591e-4d7e-b2b1-02ec31ebcdb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fed39d2b-4820-4dba-988e-2a430298fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069512 May 31 12:54:03.208991 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6920bd-5512-4a99-9e21-a8173edfa3d0 req-54bd9514-d562-4145-8d28-a7f4d273c76c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:03.225057 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a6920bd-5512-4a99-9e21-a8173edfa3d0 req-54bd9514-d562-4145-8d28-a7f4d273c76c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 944 time: 0.3804755 May 31 12:54:03.312589 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:03.327885 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a6920bd-5512-4a99-9e21-a8173edfa3d0 req-0e4ce439-74f8-4661-8d63-c8e7d419ef99 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012237 May 31 12:54:03.470001 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.471169 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-010365f8-1e8c-4339-876c-4ed965cc8921 service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984800 May 31 12:54:03.527740 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Transition to ACTIVE for port object fee273bd-8134-497c-b617-b833f85c50bf will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:03.658784 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Transition to ACTIVE for port object fee273bd-8134-497c-b617-b833f85c50bf will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:03.727067 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.744663 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:03.786341 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.808435 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:03.816768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:03.820653 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:54:03.825400 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3d27cb6-2b20-4fbe-be20-80109eaaf90b req-00cf727b-7532-451a-86f1-bbf98ac9afa3 service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547197 May 31 12:54:03.831037 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:03.834534 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Pushing event updated for resources: {'Port': ['ID=fee273bd-8134-497c-b617-b833f85c50bf,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:03.850697 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:04.012133 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Allocated IP 172.27.1.71 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/ca22493e-136c-40fb-9f33-fc540a6810eb) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:54:04.047676 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Attempting to bind port fee273bd-8134-497c-b617-b833f85c50bf on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:04.048140 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Attempting to bind port fee273bd-8134-497c-b617-b833f85c50bf by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:04.048638 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Attempting to bind port fee273bd-8134-497c-b617-b833f85c50bf on network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:04.060046 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:04.060046 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Checking segment: {'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:04.060504 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:04.061027 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Bound using segment: {'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:04.061501 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Bound port: fee273bd-8134-497c-b617-b833f85c50bf, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:04.062053 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:04.201769 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] For port fee273bd-8134-497c-b617-b833f85c50bf, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:04.206313 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] For port fee273bd-8134-497c-b617-b833f85c50bf, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=fee273bd-8134-497c-b617-b833f85c50bf,segment=NetworkSegment(021ed751-c9a6-4856-a591-e3a2ff1b444e),segment_id=021ed751-c9a6-4856-a591-e3a2ff1b444e)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:04.214290 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:04.217356 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:04.219481 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:04.281052 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:04.286120 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e9e004a7-eb7f-450a-ad24-081c3fb8c578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:04.336748 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Pushing event updated for resources: {'Port': ['ID=fee273bd-8134-497c-b617-b833f85c50bf,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:04.340860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:04.344265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:02Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:04.348753 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e4a4f0-db99-4c1c-afcd-abbc007ff22e None None] The sync data for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi is: [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:02Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:04.486897 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:04.489711 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:04.509344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:54:04.515495 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8d4da-afde-47ed-89ba-13d04d6308ca req-5ee42e54-bc41-422c-a44e-0650dc48e59b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:04.517186 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6f8d4da-afde-47ed-89ba-13d04d6308ca req-5ee42e54-bc41-422c-a44e-0650dc48e59b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2157409 May 31 12:54:04.748021 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6f8d4da-afde-47ed-89ba-13d04d6308ca req-74fce776-15ae-4d3e-9b46-913698e8d0dd tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099974 May 31 12:54:04.778544 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Pushing event updated for resources: {'Port': ['ID=ca22493e-136c-40fb-9f33-fc540a6810eb,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:04.787719 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:04.860668 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d673efa-36a0-401f-956a-f422d9e43d47 req-7bb3a326-8f1e-4ccf-8891-ef881b037dac tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:04.868208 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d673efa-36a0-401f-956a-f422d9e43d47 req-7bb3a326-8f1e-4ccf-8891-ef881b037dac tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 944 time: 0.2483218 May 31 12:54:04.995539 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d673efa-36a0-401f-956a-f422d9e43d47 req-d36eba70-c933-4879-903d-f60a04aba8cb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235816 May 31 12:54:05.280234 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bc09f141-00e7-4276-b981-71c836da42d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:05.569788 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:05.903789 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd10b6-c8dd-43cf-a94c-470bcbe9234a None None] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 12:54:06.035203 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.139275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494acb8c-bd6f-4aa8-a7c2-f7512f2ef950 req-323762ae-c0ed-4c0f-9840-1909f383eaf4 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:06.144711 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-494acb8c-bd6f-4aa8-a7c2-f7512f2ef950 req-323762ae-c0ed-4c0f-9840-1909f383eaf4 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2380941 May 31 12:54:06.174258 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-03922b60-8d1b-43fa-b1ec-95935ac05f30 None None] Provisioning for port fee273bd-8134-497c-b617-b833f85c50bf completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:06.246483 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-494acb8c-bd6f-4aa8-a7c2-f7512f2ef950 req-389911f8-530e-4667-b0b7-30a59bd59806 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945828 May 31 12:54:06.259918 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 977a2af5-5f74-40d4-b2ad-60d19a64f26e details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:54:06.417945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390387f-cb74-45b6-8ca0-22b53a0ea3c2 req-1409ea12-12b5-416b-9e09-d0fd5e4452e2 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:06.429483 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device fee273bd-8134-497c-b617-b833f85c50bf up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:06.437137 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d390387f-cb74-45b6-8ca0-22b53a0ea3c2 req-1409ea12-12b5-416b-9e09-d0fd5e4452e2 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 944 time: 0.2011116 May 31 12:54:06.511703 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Router f9c32327-ade9-4afc-aa72-705bce47ede7 is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 12:54:06.560922 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d390387f-cb74-45b6-8ca0-22b53a0ea3c2 req-2ab06828-3dd4-4d34-9720-a50d8b6c7c60 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227458 May 31 12:54:06.663509 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port fee273bd-8134-497c-b617-b833f85c50bf completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:06.677349 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port fee273bd-8134-497c-b617-b833f85c50bf triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:06.677969 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.750218 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 977a2af5-5f74-40d4-b2ad-60d19a64f26e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e,segment=NetworkSegment(2c258c54-6c5b-4756-b028-46860a79d223),segment_id=2c258c54-6c5b-4756-b028-46860a79d223)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:06.766946 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '977a2af5-5f74-40d4-b2ad-60d19a64f26e', 'network_id': 'fed39d2b-4820-4dba-988e-2a430298fcfa', 'port_id': '977a2af5-5f74-40d4-b2ad-60d19a64f26e', 'mac_address': 'fa:16:3e:34:fe:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b25c8e1-306c-4216-967d-bb597a06a317', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:54:06.835797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:54:06.852897 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Sync routers for ids ['f9c32327-ade9-4afc-aa72-705bce47ede7'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:54:06.869243 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.874241 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 59884) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:06.875200 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0885596 May 31 12:54:06.876322 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Routers {'f9c32327-ade9-4afc-aa72-705bce47ede7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:06.878204 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:53:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['f9c32327-ade9-4afc-aa72-705bce47ede7'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:06.881304 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.930839 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977a2af5-5f74-40d4-b2ad-60d19a64f26e {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:54:06.957299 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 977a2af5-5f74-40d4-b2ad-60d19a64f26e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e,segment=NetworkSegment(2c258c54-6c5b-4756-b028-46860a79d223),segment_id=2c258c54-6c5b-4756-b028-46860a79d223)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:06.968519 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:06.968519 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:07.108874 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.120351 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-379c318c-9e83-4339-bde1-c16819c05e23 None None] Provisioning complete for port fee273bd-8134-497c-b617-b833f85c50bf triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:07.120991 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-379c318c-9e83-4339-bde1-c16819c05e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.123032 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Set router f9c32327-ade9-4afc-aa72-705bce47ede7 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:07.156292 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=977a2af5-5f74-40d4-b2ad-60d19a64f26e,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:07.167354 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:07.216336 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port fee273bd-8134-497c-b617-b833f85c50bf, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=fee273bd-8134-497c-b617-b833f85c50bf,segment=NetworkSegment(021ed751-c9a6-4856-a591-e3a2ff1b444e),segment_id=021ed751-c9a6-4856-a591-e3a2ff1b444e)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:07.226271 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.227508 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device f0c42ff0-89ea-4152-beca-bb63333816f5 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:07.268573 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0dc5b5ab-3f85-4139-a6db-558698f4ec6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:07.454521 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=fee273bd-8134-497c-b617-b833f85c50bf,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:07.458503 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:07.470613 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port f0c42ff0-89ea-4152-beca-bb63333816f5 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:07.475771 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port f0c42ff0-89ea-4152-beca-bb63333816f5 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:07.476151 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.516099 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['977a2af5-5f74-40d4-b2ad-60d19a64f26e'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:54:07.580563 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T12:54:05Z', 'revision_number': 3, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port': {'id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:03Z', 'updated_at': '2021-05-31T12:54:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:07.584776 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Checking router: f9c32327-ade9-4afc-aa72-705bce47ede7 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:07.585125 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Updating router f9c32327-ade9-4afc-aa72-705bce47ede7 port ca22493e-136c-40fb-9f33-fc540a6810eb binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:54:07.642259 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.681655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c83d19-b640-4012-a45d-642cedd91bcc req-6e36546e-d1ab-4cbc-90b5-aea65d559eaf tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:07.683065 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-78c83d19-b640-4012-a45d-642cedd91bcc req-6e36546e-d1ab-4cbc-90b5-aea65d559eaf tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1925607 May 31 12:54:07.726311 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.740080 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.832311 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port f0c42ff0-89ea-4152-beca-bb63333816f5, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=f0c42ff0-89ea-4152-beca-bb63333816f5,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:07.841744 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0b06a46b-117c-466c-9a39-c684ad85be8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.855102 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:07.861182 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-78c83d19-b640-4012-a45d-642cedd91bcc req-27cd9806-2d74-4695-ba66-42082c33596b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194606 May 31 12:54:07.877424 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:08.011329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=f0c42ff0-89ea-4152-beca-bb63333816f5,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:08.014900 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:08.017492 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.033927 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4b63e-61ff-48f9-b463-c5dcf48ea1e6 req-e2d22294-a820-4ad3-b82a-dab2110bbfa3 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:08.035846 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0ed4b63e-61ff-48f9-b463-c5dcf48ea1e6 req-e2d22294-a820-4ad3-b82a-dab2110bbfa3 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 945 time: 0.2278693 May 31 12:54:08.102851 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.116759 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Transition to ACTIVE for port object ca22493e-136c-40fb-9f33-fc540a6810eb will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:08.132170 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.140998 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:08.144873 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0ed4b63e-61ff-48f9-b463-c5dcf48ea1e6 req-c62b2fb7-51bb-4bbf-bf6f-5e2d51959216 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982807 May 31 12:54:08.171869 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device fee273bd-8134-497c-b617-b833f85c50bf up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:08.237782 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Attempting to bind port ca22493e-136c-40fb-9f33-fc540a6810eb on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:08.238161 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Attempting to bind port ca22493e-136c-40fb-9f33-fc540a6810eb by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:08.238591 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Attempting to bind port ca22493e-136c-40fb-9f33-fc540a6810eb on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:08.245152 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Pushing event updated for resources: {'Port': ['ID=ca22493e-136c-40fb-9f33-fc540a6810eb,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:08.250892 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:08.251257 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:08.251807 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.252207 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:08.252683 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Bound port: ca22493e-136c-40fb-9f33-fc540a6810eb, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:08.253061 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.288478 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.288851 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.289146 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.289473 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.289803 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.290408 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.290750 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.291073 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.291416 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.291751 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.292075 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.292545 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:08.305511 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:08.306547 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port fee273bd-8134-497c-b617-b833f85c50bf triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:08.311306 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.367864 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] For port ca22493e-136c-40fb-9f33-fc540a6810eb, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:08.373587 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] For port ca22493e-136c-40fb-9f33-fc540a6810eb, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=ca22493e-136c-40fb-9f33-fc540a6810eb,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:08.381984 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.386448 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:08.468874 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Allocated IP 172.20.0.1 (ccd703bf-0334-44e8-9a0b-49fce4aad6e0/b6311d48-6181-42eb-bff9-83d230d008ab/235373df-72c4-4eeb-80a6-ef43d521bd4f) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:54:08.473709 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device f0c42ff0-89ea-4152-beca-bb63333816f5 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:08.475441 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Routers {'f9c32327-ade9-4afc-aa72-705bce47ede7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:08.475863 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:54:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['f9c32327-ade9-4afc-aa72-705bce47ede7'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:08.585276 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Pushing event updated for resources: {'Port': ['ID=ca22493e-136c-40fb-9f33-fc540a6810eb,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:08.599799 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-c7a8c9da-ef17-4936-ac1d-287346c53b0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:08.616501 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port f0c42ff0-89ea-4152-beca-bb63333816f5 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:08.616501 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.668683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.696291 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Transition to ACTIVE for port object 235373df-72c4-4eeb-80a6-ef43d521bd4f will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:08.728206 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.740487 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:08.747487 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] Set router f9c32327-ade9-4afc-aa72-705bce47ede7 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:08.809646 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:08.812665 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:08.816689 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:54:08.848200 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Pushing event updated for resources: {'Port': ['ID=235373df-72c4-4eeb-80a6-ef43d521bd4f,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:08.854577 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:08.877600 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:08.928455 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.079154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.094218 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T12:54:05Z', 'revision_number': 3, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port': {'id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:03Z', 'updated_at': '2021-05-31T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:09.098486 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-580341f4-4ba7-4ee3-9125-caf41ab709f2 None None] The sync data for ids ['f9c32327-ade9-4afc-aa72-705bce47ede7'] in dv-cinder-790492-5-iscsi is: [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T12:54:05Z', 'revision_number': 3, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port': {'id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:03Z', 'updated_at': '2021-05-31T12:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:09.185510 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-f29f15b1-1542-4ae7-8197-4e7c117a1db1 None None] Provisioning for port 235373df-72c4-4eeb-80a6-ef43d521bd4f completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:09.190920 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-f29f15b1-1542-4ae7-8197-4e7c117a1db1 None None] Provisioning complete for port 235373df-72c4-4eeb-80a6-ef43d521bd4f triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:09.191643 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f29f15b1-1542-4ae7-8197-4e7c117a1db1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.216895 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a49b751-77a2-4216-8499-000e49df90bc req-d98bd30f-a002-43aa-8f5d-a3f08c34189f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:09.218663 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a49b751-77a2-4216-8499-000e49df90bc req-d98bd30f-a002-43aa-8f5d-a3f08c34189f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1790550 May 31 12:54:09.256689 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-f29f15b1-1542-4ae7-8197-4e7c117a1db1 None None] Port 235373df-72c4-4eeb-80a6-ef43d521bd4f cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:54:09.391357 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a49b751-77a2-4216-8499-000e49df90bc req-611ad017-8d72-4374-9728-3b94cef428b1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558921 May 31 12:54:09.510853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017a1c2-1b2c-4d58-912d-cc45ee3d45ec req-c59719ab-3498-4df7-a68b-d831b1c963c5 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:09.512367 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1017a1c2-1b2c-4d58-912d-cc45ee3d45ec req-c59719ab-3498-4df7-a68b-d831b1c963c5 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 945 time: 0.1687608 May 31 12:54:09.514755 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.521967 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.560044 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-414b02c5-a95b-4a8a-be06-dd5416090568 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:09.682138 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:09.688649 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Pushing event updated for resources: {'Port': ['ID=235373df-72c4-4eeb-80a6-ef43d521bd4f,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:09.691957 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:09.702672 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1017a1c2-1b2c-4d58-912d-cc45ee3d45ec req-8e7b9e19-63ac-4d4b-ae25-ef20a9cc288e tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438568 May 31 12:54:09.872874 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:54:09.874056 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:54:10.125645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Router f9c32327-ade9-4afc-aa72-705bce47ede7 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:54:10.194589 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-abafa94f-acde-4cf8-852f-5ed3f6ff0794 None None] Provisioning complete for port 235373df-72c4-4eeb-80a6-ef43d521bd4f triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:10.195404 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-abafa94f-acde-4cf8-852f-5ed3f6ff0794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.268981 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device ca22493e-136c-40fb-9f33-fc540a6810eb up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:10.333437 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 977a2af5-5f74-40d4-b2ad-60d19a64f26e up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:10.436526 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-abafa94f-acde-4cf8-852f-5ed3f6ff0794 None None] Port 235373df-72c4-4eeb-80a6-ef43d521bd4f cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:54:10.484603 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.486811 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 977a2af5-5f74-40d4-b2ad-60d19a64f26e completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:10.492803 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port ca22493e-136c-40fb-9f33-fc540a6810eb completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:10.496025 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 977a2af5-5f74-40d4-b2ad-60d19a64f26e triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:10.496470 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.533702 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:54:10.544303 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] 10.222.0.68 "PUT /v2.0/routers/f9c32327-ade9-4afc-aa72-705bce47ede7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6686187 May 31 12:54:10.564924 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port ca22493e-136c-40fb-9f33-fc540a6810eb triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:10.565306 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.661906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b95876b-9445-4ea9-b568-e727f21bdcc8 req-bdc529ce-bedf-4693-bead-9a8c053aa436 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:10.671199 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1b95876b-9445-4ea9-b568-e727f21bdcc8 req-bdc529ce-bedf-4693-bead-9a8c053aa436 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1135569 May 31 12:54:10.696397 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.730822 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1b95876b-9445-4ea9-b568-e727f21bdcc8 req-43e69e28-a4e8-4bd7-9fe9-616ef075f65a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585923 May 31 12:54:10.769574 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a2af5-5f74-40d4-b2ad-60d19a64f26e'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:54:10.771990 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b77ac-4066-47a5-bf48-112b4a245369" -d '{"events": [{"server_uuid": "f64a2322-d549-430b-9e8b-87a2913c90be", "name": "network-vif-plugged", "status": "completed", "tag": "977a2af5-5f74-40d4-b2ad-60d19a64f26e"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:54:10.786215 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.795451 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 977a2af5-5f74-40d4-b2ad-60d19a64f26e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e,segment=NetworkSegment(2c258c54-6c5b-4756-b028-46860a79d223),segment_id=2c258c54-6c5b-4756-b028-46860a79d223)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:10.804981 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.809171 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:10.875590 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef9084d-d6e2-4920-96e2-e658c429a52c x-openstack-request-id: req-fef9084d-d6e2-4920-96e2-e658c429a52c {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:54:10.875747 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64a2322-d549-430b-9e8b-87a2913c90be", "name": "network-vif-plugged", "status": "completed", "tag": "977a2af5-5f74-40d4-b2ad-60d19a64f26e", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:54:10.875999 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-fef9084d-d6e2-4920-96e2-e658c429a52c {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:54:10.883149 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977a2af5-5f74-40d4-b2ad-60d19a64f26e', 'code': 200} May 31 12:54:10.910642 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port ca22493e-136c-40fb-9f33-fc540a6810eb, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=ca22493e-136c-40fb-9f33-fc540a6810eb,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:10.928521 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:10.952951 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=977a2af5-5f74-40d4-b2ad-60d19a64f26e,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:10.955645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6428d23-63dc-44aa-b0ea-5d9348ed9e00 req-c5057b93-0927-4863-89c7-81598bcd8b18 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:10.957605 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6428d23-63dc-44aa-b0ea-5d9348ed9e00 req-c5057b93-0927-4863-89c7-81598bcd8b18 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 946 time: 0.1215644 May 31 12:54:10.979521 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.982030 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.982222 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.982951 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.983361 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.983675 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.984008 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.984337 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.984767 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.985012 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.985334 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.985886 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:54:10.990375 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:10.999294 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:11.039735 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6428d23-63dc-44aa-b0ea-5d9348ed9e00 req-558b92e5-6816-4733-80dd-e8d29d2646e7 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756297 May 31 12:54:11.090171 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=ca22493e-136c-40fb-9f33-fc540a6810eb,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:11.096789 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:11.106446 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Sync routers for ids ['f9c32327-ade9-4afc-aa72-705bce47ede7'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:54:11.118067 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Routers {'f9c32327-ade9-4afc-aa72-705bce47ede7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:11.118855 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:54:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['f9c32327-ade9-4afc-aa72-705bce47ede7'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:11.211278 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fcb7c-b2e7-438c-8264-353fa05aa48f req-644f5a43-34a2-4037-bb99-112fa3a282f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:11.213555 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-915fcb7c-b2e7-438c-8264-353fa05aa48f req-644f5a43-34a2-4037-bb99-112fa3a282f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 1099 time: 0.0839169 May 31 12:54:11.266618 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-915fcb7c-b2e7-438c-8264-353fa05aa48f req-795f19d3-be4f-49cc-98aa-de0d2209d9b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439808 May 31 12:54:11.318459 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Set router f9c32327-ade9-4afc-aa72-705bce47ede7 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:11.393770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60062) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:11.399365 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075668309', 'description': 'tempest-secgroup-smoke-1075668309 description', 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:11.405904 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:11.410334 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:11.413535 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:11.419927 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:11.431663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.464539 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:11.468690 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:11.471777 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:11.478459 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:11.559510 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.563663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.567318 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-98ab7714-51e1-4c19-b33d-439aa0f84c48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:11.607947 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849d296c-a1ff-429a-89f6-aae13ce52ba2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:11.611010 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:11.612168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.613450 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2185192 May 31 12:54:11.616619 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60068) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:11.621716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'security_group_rule': {'security_group_id': '849d296c-a1ff-429a-89f6-aae13ce52ba2', 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:11.627686 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:11.631709 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:11.634770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:11.641012 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:11.656134 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T12:54:08Z', 'revision_number': 4, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port': {'id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:03Z', 'updated_at': '2021-05-31T12:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '235373df-72c4-4eeb-80a6-ef43d521bd4f', 'name': '', 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'mac_address': 'fa:16:3e:29:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6311d48-6181-42eb-bff9-83d230d008ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:09Z', 'revision_number': 2, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'subnets': [{'id': 'b6311d48-6181-42eb-bff9-83d230d008ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:11.660529 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Checking router: f9c32327-ade9-4afc-aa72-705bce47ede7 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:54:11.660885 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Updating router f9c32327-ade9-4afc-aa72-705bce47ede7 port 235373df-72c4-4eeb-80a6-ef43d521bd4f binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 12:54:11.720786 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.743438 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.779849 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 60076) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:11.814444 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.820145 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.822501 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:11.851613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c36c11-1517-4a28-99da-2bb25af63490,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:11.858352 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:11.864339 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.868451 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2483094 May 31 12:54:11.868833 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60080) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:11.874761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'security_group_rule': {'security_group_id': '849d296c-a1ff-429a-89f6-aae13ce52ba2', 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:11.882690 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:11.888623 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:11.892442 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:11.899165 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:11.917422 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.943602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_v2 [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Deleting subnet 6ccae2e3-9cdb-48b7-9509-28eaaabf00a6 {{(pid=91755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 12:54:11.947002 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.980340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.987400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:11.990310 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.015007 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1415356'] for subnet, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.016273 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d41cf24-eea0-40e6-878c-9b2598488451,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:12.018833 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:12.028890 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.034327 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644204 May 31 12:54:12.035157 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60086) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:12.042680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'security_group_rule': {'security_group_id': '849d296c-a1ff-429a-89f6-aae13ce52ba2', 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:12.048791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:12.053843 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:12.064522 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:12.080834 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:12.082069 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc7ea9-3af3-4506-b130-541113cd23d1 req-e1ac6dc0-933a-448d-93eb-0962def1ef36 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:12.084042 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a7cc7ea9-3af3-4506-b130-541113cd23d1 req-e1ac6dc0-933a-448d-93eb-0962def1ef36 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.2282028 May 31 12:54:12.135387 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.138864 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.229882 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.250199 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.252074 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device ca22493e-136c-40fb-9f33-fc540a6810eb up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:12.255492 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.258346 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-69d0cf26-6466-4dd5-96b3-0b5e75001571 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.277755 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Transition to ACTIVE for port object 235373df-72c4-4eeb-80a6-ef43d521bd4f will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:54:12.281086 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575cd60a-77a2-4919-ab78-103e2997e5db,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:12.286516 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:12.299233 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a7cc7ea9-3af3-4506-b130-541113cd23d1 req-07fcb1dc-4e8c-4c48-a73f-393bc7bec22e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889198 May 31 12:54:12.303739 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.306203 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.309472 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-1299b099-a708-4ddc-a3ac-9161aae66041 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2728579 May 31 12:54:12.311849 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60094) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:12.316957 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cb916469-fe25-4d46-98a9-9d6c4bfafa35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.320166 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'security_group_rule': {'security_group_id': '849d296c-a1ff-429a-89f6-aae13ce52ba2', 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:12.327336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:12.332178 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:12.335539 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:12.342187 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:12.362704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.468364 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b77e6-cd44-4d6a-9cc2-4d5f085126b4 None None] Pushing event updated for resources: {'Port': ['ID=235373df-72c4-4eeb-80a6-ef43d521bd4f,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:12.488976 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-102b77e6-cd44-4d6a-9cc2-4d5f085126b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:12.492329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port ca22493e-136c-40fb-9f33-fc540a6810eb triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:12.492751 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.508466 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.514599 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.552424 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.570229 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff5a16-13d8-4c64-a89c-b07a4ea43b1a req-54602e96-7741-49ad-919f-3b33ddf6eea7 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:12.577696 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e2ff5a16-13d8-4c64-a89c-b07a4ea43b1a req-54602e96-7741-49ad-919f-3b33ddf6eea7 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 946 time: 0.3802624 May 31 12:54:12.624985 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186a5e50-8587-47bd-819e-15c3d140bfd7,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:12.632965 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Attempting to bind port 235373df-72c4-4eeb-80a6-ef43d521bd4f on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:54:12.633358 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Attempting to bind port 235373df-72c4-4eeb-80a6-ef43d521bd4f by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:54:12.633713 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Attempting to bind port 235373df-72c4-4eeb-80a6-ef43d521bd4f on network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:54:12.640480 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:12.649428 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.650669 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-d1723b64-be6e-437c-b995-8d7a9c249288 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3377030 May 31 12:54:12.653763 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60104) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:12.666001 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'security_group_rule': {'security_group_id': '849d296c-a1ff-429a-89f6-aae13ce52ba2', 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:12.671518 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:54:12.673312 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Checking segment: {'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:54:12.677780 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.679518 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Bound using segment: {'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:54:12.680203 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Bound port: 235373df-72c4-4eeb-80a6-ef43d521bd4f, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021ed751-c9a6-4856-a591-e3a2ff1b444e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:54:12.680841 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.680978 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:12.689661 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:12.694650 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:12.709909 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:12.719410 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e2ff5a16-13d8-4c64-a89c-b07a4ea43b1a req-68f2aaca-61ab-44c4-9e73-0b4af197057c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408083 May 31 12:54:12.731120 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.securitygroups_db [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Project 826e894eaafa4c5bb3d23cad3fff7d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:54:12.734429 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6796796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6979458'] for subnet, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.745891 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.749616 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.799890 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ccae2e3-9cdb-48b7-9509-28eaaabf00a6,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:12.825073 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:12.826140 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.835022 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/6ccae2e3-9cdb-48b7-9509-28eaaabf00a6 HTTP/1.1" status: 204 len: 168 time: 1.0516925 May 31 12:54:12.835174 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.835281 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 60108) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:12.840337 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.842715 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.865522 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] For port 235373df-72c4-4eeb-80a6-ef43d521bd4f, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:54:12.867168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f377737-d8c4-4af5-b6ad-1c197d576d36,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:12.871810 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:12.877671 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.879562 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2248342 May 31 12:54:12.882551 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60112) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:12.890496 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] For port 235373df-72c4-4eeb-80a6-ef43d521bd4f, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=235373df-72c4-4eeb-80a6-ef43d521bd4f,segment=NetworkSegment(021ed751-c9a6-4856-a591-e3a2ff1b444e),segment_id=021ed751-c9a6-4856-a591-e3a2ff1b444e)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:54:12.891594 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'security_group_rule': {'security_group_id': '849d296c-a1ff-429a-89f6-aae13ce52ba2', 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:54:12.899480 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:54:12.904295 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.905392 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:security_group_rule and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:54:12.908626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:54:12.909357 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:12.915140 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:54:12.926590 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.securitygroups_db [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Project 826e894eaafa4c5bb3d23cad3fff7d5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 12:54:12.933535 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.960526 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:12.987555 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Routers {'f9c32327-ade9-4afc-aa72-705bce47ede7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:54:12.988478 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:54:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['f9c32327-ade9-4afc-aa72-705bce47ede7'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:13.035353 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.042712 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.045442 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-542013fd-26e7-4353-b514-cd9afb17b077 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:13.063061 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32457ae3-511c-4205-834a-a7c59a81913c,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:13.067517 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:13.083163 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b77e6-cd44-4d6a-9cc2-4d5f085126b4 None None] Pushing event updated for resources: {'Port': ['ID=235373df-72c4-4eeb-80a6-ef43d521bd4f,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:13.086860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-102b77e6-cd44-4d6a-9cc2-4d5f085126b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:13.087459 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.089030 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-a2854b60-04b3-4f43-9e0f-b9305b6cd161 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2048397 May 31 12:54:13.120296 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.136767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:13.161648 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d247d69-cde3-44cd-b211-bce5b4bfc6d6') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:13.162040 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d247d69-cde3-44cd-b211-bce5b4bfc6d6') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:13.193660 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.218029 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.228128 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] Set router f9c32327-ade9-4afc-aa72-705bce47ede7 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:54:13.237714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 12:54:13.238338 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 12:54:13.262397 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 12:54:13.346023 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.355080 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:13.372436 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:13.394598 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Pushing event deleted for resources: {'Network': ['ID=4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:13.400902 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:13.411948 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-1321d236-bf55-4ec7-862d-07eeedb9afec admin admin] 10.222.0.68 "DELETE /v2.0/networks/4cfb5eb5-52cd-45ed-b9f7-a43ce80ffab2 HTTP/1.1" status: 204 len: 168 time: 0.5756619 May 31 12:54:13.547413 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692a1d3-c1f1-40fd-8bc3-62e8da6c50f4 req-f901e950-c00f-42f8-904d-b493bba3aebe tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:13.553558 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a692a1d3-c1f1-40fd-8bc3-62e8da6c50f4 req-f901e950-c00f-42f8-904d-b493bba3aebe tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1400518 May 31 12:54:13.618780 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T12:54:08Z', 'revision_number': 4, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port': {'id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:03Z', 'updated_at': '2021-05-31T12:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '235373df-72c4-4eeb-80a6-ef43d521bd4f', 'name': '', 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'mac_address': 'fa:16:3e:29:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6311d48-6181-42eb-bff9-83d230d008ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:12Z', 'revision_number': 4, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'subnets': [{'id': 'b6311d48-6181-42eb-bff9-83d230d008ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:54:13.623227 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a692a1d3-c1f1-40fd-8bc3-62e8da6c50f4 req-483940d3-8cc0-4549-b721-ed4c79552660 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599194 May 31 12:54:13.639925 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03321f6-6da7-4080-b96b-68fcc6cb6e66 None None] The sync data for ids ['f9c32327-ade9-4afc-aa72-705bce47ede7'] in dv-cinder-790492-5-iscsi is: [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T12:54:08Z', 'revision_number': 4, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port': {'id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:03Z', 'updated_at': '2021-05-31T12:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '235373df-72c4-4eeb-80a6-ef43d521bd4f', 'name': '', 'network_id': 'ccd703bf-0334-44e8-9a0b-49fce4aad6e0', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'mac_address': 'fa:16:3e:29:11:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': 'b6311d48-6181-42eb-bff9-83d230d008ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:08Z', 'updated_at': '2021-05-31T12:54:12Z', 'revision_number': 4, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'subnets': [{'id': 'b6311d48-6181-42eb-bff9-83d230d008ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:54:13.788723 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 60164) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:13.924410 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0d4232b8-40c8-4756-a5bb-5f7b9f9ade2d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3081a650551d4ea58b719a3c1eba1ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343334 May 31 12:54:13.925063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 60172) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:54:13.975034 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ef6fe-97f0-48b4-8076-349856b8e152 req-29693e98-baed-4c58-9ffe-9f8e7069e811 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:13.976585 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf3ef6fe-97f0-48b4-8076-349856b8e152 req-29693e98-baed-4c58-9ffe-9f8e7069e811 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 946 time: 0.1183465 May 31 12:54:14.039607 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.052270 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf3ef6fe-97f0-48b4-8076-349856b8e152 req-7c9bda23-18ae-4dd0-bc4f-6b34d06db569 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671339 May 31 12:54:14.071153 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.157878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.162000 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e3bdfe11-aced-4fff-aa7d-1b4e4ee841ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:14.174306 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab68599-5e6d-4346-bac5-0a5833943793,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:14.177066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:14.185294 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.186581 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/aab68599-5e6d-4346-bac5-0a5833943793 HTTP/1.1" status: 204 len: 168 time: 0.2604554 May 31 12:54:14.216642 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 235373df-72c4-4eeb-80a6-ef43d521bd4f up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:14.333273 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 235373df-72c4-4eeb-80a6-ef43d521bd4f completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:54:14.342741 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 235373df-72c4-4eeb-80a6-ef43d521bd4f triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:14.343160 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.537992 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.573750 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 235373df-72c4-4eeb-80a6-ef43d521bd4f, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=235373df-72c4-4eeb-80a6-ef43d521bd4f,segment=NetworkSegment(021ed751-c9a6-4856-a591-e3a2ff1b444e),segment_id=021ed751-c9a6-4856-a591-e3a2ff1b444e)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:54:14.577978 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:14.580100 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:54:14.666984 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=235373df-72c4-4eeb-80a6-ef43d521bd4f,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:54:14.671613 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:54:14.836091 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf18d5-6d89-4962-a9a3-8702929269c5 req-43f03e09-a96e-4fa4-900e-3dd1fd4a9cc1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:14.837899 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b8bf18d5-6d89-4962-a9a3-8702929269c5 req-43f03e09-a96e-4fa4-900e-3dd1fd4a9cc1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.0862143 May 31 12:54:14.897806 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b8bf18d5-6d89-4962-a9a3-8702929269c5 req-74f6dfcc-1441-47b1-87b6-8540ba5625bd tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 May 31 12:54:15.046600 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3b996e-beae-47eb-8ea3-cd0539bb61fa req-d114d08e-2289-48eb-bae4-3627e5d60a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:15.049632 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a3b996e-beae-47eb-8ea3-cd0539bb61fa req-d114d08e-2289-48eb-bae4-3627e5d60a69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1099 time: 0.0782874 May 31 12:54:15.095951 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a3b996e-beae-47eb-8ea3-cd0539bb61fa req-46f858d6-8b84-43a4-91d9-b2ab8f619f9c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395451 May 31 12:54:16.155699 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 235373df-72c4-4eeb-80a6-ef43d521bd4f up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:54:16.198069 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac64669-016d-449a-bd05-f6362b047964 req-d5902e5d-9125-4873-b714-eb1739f8a650 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:16.199730 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dac64669-016d-449a-bd05-f6362b047964 req-d5902e5d-9125-4873-b714-eb1739f8a650 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1858091 May 31 12:54:16.240914 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 235373df-72c4-4eeb-80a6-ef43d521bd4f triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:54:16.241137 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:16.268550 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dac64669-016d-449a-bd05-f6362b047964 req-85a6c93d-03be-4bb3-923f-c5fefe220678 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 May 31 12:54:17.493865 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406f7be-af16-43ed-981b-947aa2045c07 req-03d341f7-bed1-4a33-af1b-783b8c58615e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:17.495440 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5406f7be-af16-43ed-981b-947aa2045c07 req-03d341f7-bed1-4a33-af1b-783b8c58615e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.0919006 May 31 12:54:17.540792 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5406f7be-af16-43ed-981b-947aa2045c07 req-345d64f4-04f6-44ea-9cba-65f8dc726fde tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392928 May 31 12:54:17.733511 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34a01-bb85-4c15-9425-efe4342b2d96 req-73b70e1e-b6f4-48aa-a763-3965c43f80b5 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:17.735070 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a7c34a01-bb85-4c15-9425-efe4342b2d96 req-73b70e1e-b6f4-48aa-a763-3965c43f80b5 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0860956 May 31 12:54:17.778432 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a7c34a01-bb85-4c15-9425-efe4342b2d96 req-498c17bf-3cce-4008-a605-17fc9bb01f4a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377898 May 31 12:54:19.706232 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-e5d5b163-4651-4c8e-b4b1-b9a5d2de10da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:19.707785 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-e5d5b163-4651-4c8e-b4b1-b9a5d2de10da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0787616 May 31 12:54:19.755661 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0e56c-6dce-4ae4-bc07-822f690292b5 req-15b68024-00bc-4dc8-b54f-7f17b3b70ba1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:19.763789 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-abb0e56c-6dce-4ae4-bc07-822f690292b5 req-15b68024-00bc-4dc8-b54f-7f17b3b70ba1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0867832 May 31 12:54:19.810995 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-abb0e56c-6dce-4ae4-bc07-822f690292b5 req-9f5ed45b-8487-49b0-a24d-d7ed294e8688 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461755 May 31 12:54:19.846618 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-2517309b-980d-4061-baa0-6fa0fe877295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:19.848093 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-2517309b-980d-4061-baa0-6fa0fe877295 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1333089 May 31 12:54:19.920684 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-9ff5f8f9-7758-4efe-b6d9-ed2cb2b0ae73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0649216 May 31 12:54:19.984600 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-e19677b1-2968-4bb0-9eb1-84d41081a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:19.986093 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-e19677b1-2968-4bb0-9eb1-84d41081a92d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0590189 May 31 12:54:20.037269 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-91b13435-c97d-416a-b6a0-001ebfb0b59c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435486 May 31 12:54:20.173249 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-c8f5ae9d-f870-4b58-859b-20a7a140884a service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289334 May 31 12:54:20.314769 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b3a84da0-645e-4823-8e92-f64e31fc2edc req-e22eb2d4-df33-4cc3-8849-874f55502b8d service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333661 May 31 12:54:21.027613 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339b846-1a70-4817-9a55-e9f620fe088d req-0c5c70c1-467c-42be-a32c-d2a42ed990bf tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:21.029031 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4339b846-1a70-4817-9a55-e9f620fe088d req-0c5c70c1-467c-42be-a32c-d2a42ed990bf tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0872250 May 31 12:54:21.076391 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4339b846-1a70-4817-9a55-e9f620fe088d req-60c19cde-1e85-4be6-aa57-1719604a50bd tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389936 May 31 12:54:22.293837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad157a-1b55-4162-b7e1-ed4abeef797c req-4d8fdd61-eaaf-4fcd-af32-91133a7e8d1b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:22.295260 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7ad157a-1b55-4162-b7e1-ed4abeef797c req-4d8fdd61-eaaf-4fcd-af32-91133a7e8d1b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0969276 May 31 12:54:22.341157 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7ad157a-1b55-4162-b7e1-ed4abeef797c req-34885d7d-81c5-47ee-a710-960767ce5581 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 May 31 12:54:23.542557 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1c272b-cfae-412c-9407-7fa95ee72e03 req-5e1bafd6-e2c4-47ef-bca3-d133821c0386 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:23.544214 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a1c272b-cfae-412c-9407-7fa95ee72e03 req-5e1bafd6-e2c4-47ef-bca3-d133821c0386 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0897272 May 31 12:54:23.592892 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a1c272b-cfae-412c-9407-7fa95ee72e03 req-78571f32-8ec2-4927-a288-7c7736f84691 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428476 May 31 12:54:24.795195 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8354a8c-4d74-4b17-9ba3-0e6faed37469 req-e6c6770c-aa6b-4c33-b7fd-649513a956b3 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:24.796611 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8354a8c-4d74-4b17-9ba3-0e6faed37469 req-e6c6770c-aa6b-4c33-b7fd-649513a956b3 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0810814 May 31 12:54:24.849985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8354a8c-4d74-4b17-9ba3-0e6faed37469 req-728920a9-c8e1-4504-a9a1-8a1be3d2f2ed tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471244 May 31 12:54:26.050522 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5388a-7a2c-4410-8e7b-308a7e18d19f req-c5e92b6c-70e2-49a8-8723-ca52150a7fd2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:26.052849 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-edf5388a-7a2c-4410-8e7b-308a7e18d19f req-c5e92b6c-70e2-49a8-8723-ca52150a7fd2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0851798 May 31 12:54:26.097757 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-edf5388a-7a2c-4410-8e7b-308a7e18d19f req-aef66922-7d35-4ced-896e-b3e6e4251bdd tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 May 31 12:54:27.293861 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7353f4-d0b3-48b6-9f4b-238d5345b905 req-40ee3708-343e-4272-9713-ff8cf330f920 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:27.295401 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb7353f4-d0b3-48b6-9f4b-238d5345b905 req-40ee3708-343e-4272-9713-ff8cf330f920 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0858068 May 31 12:54:27.342986 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb7353f4-d0b3-48b6-9f4b-238d5345b905 req-c4070bb4-51b2-4848-855c-356e1a1cf2e8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390630 May 31 12:54:28.553408 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691bf550-0b39-472c-9f8b-e8922ceccaba req-60dfc2e0-b0fe-4fbc-b453-d0aa6c7ce855 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:28.554952 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-691bf550-0b39-472c-9f8b-e8922ceccaba req-60dfc2e0-b0fe-4fbc-b453-d0aa6c7ce855 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0981047 May 31 12:54:28.603776 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-691bf550-0b39-472c-9f8b-e8922ceccaba req-7fa13f81-cefb-4b12-bc75-41595bdfcae9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419888 May 31 12:54:28.816456 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-fb607032-8d7f-44cf-bdf8-c6a718c8b3ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834525 May 31 12:54:28.934997 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c5a52-f593-452c-96f7-94ac508d3406 req-4e0bcb8c-4f9a-4634-9204-c48baaaa400a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:28.936470 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-4e0bcb8c-4f9a-4634-9204-c48baaaa400a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1099 time: 0.0874317 May 31 12:54:29.103993 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c5a52-f593-452c-96f7-94ac508d3406 req-5ff2cd51-7dc2-4f5b-ab46-1e4d90bfe584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:29.105440 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-5ff2cd51-7dc2-4f5b-ab46-1e4d90bfe584 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1378808 May 31 12:54:29.284724 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-a8fa50d5-4210-4a1a-a415-e8ba8e0efb35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 1001 time: 0.1712937 May 31 12:54:29.351909 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c5a52-f593-452c-96f7-94ac508d3406 req-2f959b83-b6d7-4d08-8671-0a9862c88090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:29.353421 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-2f959b83-b6d7-4d08-8671-0a9862c88090 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0610502 May 31 12:54:29.436579 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512c5a52-f593-452c-96f7-94ac508d3406 req-d2d66be5-e91d-4e37-a087-eecd8f79e7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:29.438084 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-d2d66be5-e91d-4e37-a087-eecd8f79e7ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0729709 May 31 12:54:29.575273 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-376496e9-2866-4b74-8006-6d335a2735a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274977 May 31 12:54:29.715731 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-512c5a52-f593-452c-96f7-94ac508d3406 req-2a8ad877-2ffe-414a-bfb4-262a9e2fd0b8 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327450 May 31 12:54:29.801626 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb3321-7ecf-4c24-b2db-dc429a4ddfcd req-2deb2f79-1de1-497c-814c-e8ed2ac66909 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:29.803169 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26fb3321-7ecf-4c24-b2db-dc429a4ddfcd req-2deb2f79-1de1-497c-814c-e8ed2ac66909 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0843711 May 31 12:54:29.852339 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26fb3321-7ecf-4c24-b2db-dc429a4ddfcd req-11c77852-6db3-4ee2-94c2-69ac6c9aebc9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 May 31 12:54:31.047973 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7036cd-f058-4be4-a021-3f71b80ca889 req-acb79334-c982-4106-94a5-ae9794b8d875 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:31.049459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed7036cd-f058-4be4-a021-3f71b80ca889 req-acb79334-c982-4106-94a5-ae9794b8d875 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0808887 May 31 12:54:31.095928 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed7036cd-f058-4be4-a021-3f71b80ca889 req-1db34fcf-b4a2-408a-b001-239ce79c4e16 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404711 May 31 12:54:32.094539 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:32.294383 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d39f74-0834-41bd-82eb-2e2dc05884af req-c82ae7d4-75c3-40d4-a49c-39350804b704 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:32.295938 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-83d39f74-0834-41bd-82eb-2e2dc05884af req-c82ae7d4-75c3-40d4-a49c-39350804b704 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0881963 May 31 12:54:32.330377 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:54:32.344349 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-83d39f74-0834-41bd-82eb-2e2dc05884af req-104a4e94-b9d6-4df9-82b5-d299784c587a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 May 31 12:54:33.542125 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a608-b672-4a8c-99c2-e949fdc91480 req-c7659aff-48e2-470c-a216-4d4f22ce1feb tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:33.543737 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ea67a608-b672-4a8c-99c2-e949fdc91480 req-c7659aff-48e2-470c-a216-4d4f22ce1feb tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0850954 May 31 12:54:33.589863 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ea67a608-b672-4a8c-99c2-e949fdc91480 req-06221819-3c8b-425f-8a31-0a0e0a17402e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398998 May 31 12:54:34.792733 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a7819-4346-4141-93d0-6bdf4339f39a req-0f3229d8-74ac-47eb-b687-6d0ce2a82733 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:34.794228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f99a7819-4346-4141-93d0-6bdf4339f39a req-0f3229d8-74ac-47eb-b687-6d0ce2a82733 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0907321 May 31 12:54:34.841441 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f99a7819-4346-4141-93d0-6bdf4339f39a req-8f8769a6-f04b-483f-a182-9210609032b6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410941 May 31 12:54:35.267975 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-95e47542-0ad5-4de5-8f05-f81d45033ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:36.036272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f845b04-2f6e-4abc-9270-6437a1f367f6 req-9e7a1952-2455-497a-810b-987a07b5a3e6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:36.036272 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0f845b04-2f6e-4abc-9270-6437a1f367f6 req-9e7a1952-2455-497a-810b-987a07b5a3e6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0837822 May 31 12:54:36.080681 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0f845b04-2f6e-4abc-9270-6437a1f367f6 req-85e08bb9-2c36-4d12-9137-9391ec1e234d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 May 31 12:54:37.282508 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e429-7622-4d02-8cc6-4d154c5d9962 req-ad3774f1-b0df-43a1-ae3d-39d92c4996c3 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:37.284139 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d455e429-7622-4d02-8cc6-4d154c5d9962 req-ad3774f1-b0df-43a1-ae3d-39d92c4996c3 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0897133 May 31 12:54:37.329146 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d455e429-7622-4d02-8cc6-4d154c5d9962 req-79db6cd3-e696-4af2-a361-6854db462a03 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390720 May 31 12:54:37.683804 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:37.805491 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-64dcb360-9ddb-4efd-8fc8-539aed4a9923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:38.544352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a5d72-77ba-4fbc-8894-e90a6e943865 req-d55eb2cb-bece-4b20-b92a-b98931fa4c95 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:38.545815 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-af6a5d72-77ba-4fbc-8894-e90a6e943865 req-d55eb2cb-bece-4b20-b92a-b98931fa4c95 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0828388 May 31 12:54:38.676478 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-af6a5d72-77ba-4fbc-8894-e90a6e943865 req-966bfe3a-5e82-4676-9c7d-8de0a6454208 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245494 May 31 12:54:38.918806 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:39.868217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe144a-e5d3-437e-8b31-3b607950d059 req-dd71de3e-bdb3-40f5-a1e3-0d6cb6a516b1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:39.869756 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29fe144a-e5d3-437e-8b31-3b607950d059 req-dd71de3e-bdb3-40f5-a1e3-0d6cb6a516b1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0804629 May 31 12:54:39.916043 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29fe144a-e5d3-437e-8b31-3b607950d059 req-f8effa18-c649-497d-b110-04dad9eec6c9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388291 May 31 12:54:40.471666 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:54:41.280911 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc404d7-f4b4-4268-863c-de6986d68ea1 req-d108dd94-c024-4096-af1a-1ca2beef7984 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:41.282475 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-acc404d7-f4b4-4268-863c-de6986d68ea1 req-d108dd94-c024-4096-af1a-1ca2beef7984 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1012611 May 31 12:54:41.329816 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-acc404d7-f4b4-4268-863c-de6986d68ea1 req-08d2f472-d6b4-4155-86a2-80239f572598 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413153 May 31 12:54:42.530544 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc9b85-1f64-47bd-81b3-91debd40c7ef req-1ba83aee-8b36-4044-a89d-7dc451586868 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:42.532032 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-49bc9b85-1f64-47bd-81b3-91debd40c7ef req-1ba83aee-8b36-4044-a89d-7dc451586868 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0896597 May 31 12:54:42.586527 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-49bc9b85-1f64-47bd-81b3-91debd40c7ef req-2788fa3b-3fc2-48f1-b251-f0d330bfcf1e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488336 May 31 12:54:43.781741 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6080e5b-8c50-4168-b4cd-112c130554ac req-bf828e26-ba4b-4491-822a-ef586c8bf187 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:43.783439 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6080e5b-8c50-4168-b4cd-112c130554ac req-bf828e26-ba4b-4491-822a-ef586c8bf187 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0852411 May 31 12:54:43.829489 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6080e5b-8c50-4168-b4cd-112c130554ac req-7601ec2f-6b3c-4b30-9e24-8821e256cfa9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396564 May 31 12:54:45.022896 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202eb9a-71e9-4582-bf8b-019981b3c0e1 req-6d3cae27-a910-4560-8fe3-d32534b5e435 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:45.024382 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b202eb9a-71e9-4582-bf8b-019981b3c0e1 req-6d3cae27-a910-4560-8fe3-d32534b5e435 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0804193 May 31 12:54:45.072110 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b202eb9a-71e9-4582-bf8b-019981b3c0e1 req-c321d126-156d-4332-a312-1a43100b265b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418501 May 31 12:54:46.266109 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4f263-c8e3-4650-bfa1-e61a659d4dc0 req-5a34a8f3-2a4d-4f87-9e05-0acc802a5d54 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:46.267560 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fed4f263-c8e3-4650-bfa1-e61a659d4dc0 req-5a34a8f3-2a4d-4f87-9e05-0acc802a5d54 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0828443 May 31 12:54:46.312489 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fed4f263-c8e3-4650-bfa1-e61a659d4dc0 req-61d59482-ae01-4612-a458-70b015885607 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388782 May 31 12:54:47.519856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3fa7d-b86b-4e43-b938-1e91955a7948 req-2855000c-19f9-4175-b439-b0cb05e8679f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:47.521344 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-07b3fa7d-b86b-4e43-b938-1e91955a7948 req-2855000c-19f9-4175-b439-b0cb05e8679f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0984828 May 31 12:54:47.567888 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-07b3fa7d-b86b-4e43-b938-1e91955a7948 req-a8ced509-1e00-424e-967a-6a0eb9ac185e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 May 31 12:54:48.765878 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e835ab2-5106-49d2-a350-d94384032c7d req-2da04f0d-b456-4689-94a8-69b88b2397fe tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:48.767349 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0e835ab2-5106-49d2-a350-d94384032c7d req-2da04f0d-b456-4689-94a8-69b88b2397fe tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0811081 May 31 12:54:48.812089 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0e835ab2-5106-49d2-a350-d94384032c7d req-4cd44126-c599-4551-91cf-881d8f207c9a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 May 31 12:54:50.021101 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee93bd-6111-43b3-ae07-8ff7ebb17a07 req-de5dfa08-4e86-48d8-bb91-dde58636b0d6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:50.022615 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46ee93bd-6111-43b3-ae07-8ff7ebb17a07 req-de5dfa08-4e86-48d8-bb91-dde58636b0d6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0847273 May 31 12:54:50.069833 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46ee93bd-6111-43b3-ae07-8ff7ebb17a07 req-59c16eb7-6938-4570-b5ce-d9b2c6bc453c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411837 May 31 12:54:50.993208 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a777c14-cd48-4cee-8250-f5c43ea8c1d5 req-06d4d592-c6d2-426c-9b17-1f4391f4f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:50.994959 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-9a777c14-cd48-4cee-8250-f5c43ea8c1d5 req-06d4d592-c6d2-426c-9b17-1f4391f4f817 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0758636 May 31 12:54:51.040774 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-9a777c14-cd48-4cee-8250-f5c43ea8c1d5 req-27f07661-278b-489d-a254-5f10710d5a4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387225 May 31 12:54:51.278760 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a35c6-242b-4354-9056-304c688ca5b0 req-10647a19-585f-43a1-bbde-10192de3d4d2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:51.280111 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-873a35c6-242b-4354-9056-304c688ca5b0 req-10647a19-585f-43a1-bbde-10192de3d4d2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0819814 May 31 12:54:51.335812 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-873a35c6-242b-4354-9056-304c688ca5b0 req-a9d656f9-e3c7-4ce8-8775-3dbcad4ad3e9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498161 May 31 12:54:52.529821 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e69796-f6c5-46d7-a18a-14324257cff4 req-ed51a674-9999-4e0e-ae60-4c5d351d56ac tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:52.531295 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-36e69796-f6c5-46d7-a18a-14324257cff4 req-ed51a674-9999-4e0e-ae60-4c5d351d56ac tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0865185 May 31 12:54:52.576030 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-36e69796-f6c5-46d7-a18a-14324257cff4 req-028bfeb1-432f-4c18-a66c-aa6bf31635d5 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390050 May 31 12:54:53.773985 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5561b7c-16e8-4ddb-a64a-59996da178b5 req-f2c2f238-96cc-434d-88dd-56a18392ef01 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:53.775509 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5561b7c-16e8-4ddb-a64a-59996da178b5 req-f2c2f238-96cc-434d-88dd-56a18392ef01 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0944276 May 31 12:54:53.820651 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5561b7c-16e8-4ddb-a64a-59996da178b5 req-2c9cd1ea-ba26-4f1b-b994-28b8b64d032b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387743 May 31 12:54:54.214711 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-93233161-1bf6-4ad2-be54-6ab5ff7da50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:54.216162 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-93233161-1bf6-4ad2-be54-6ab5ff7da50d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0724096 May 31 12:54:54.269362 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc87a1b-5443-46b0-8a60-9ea9c4d8a1f4 req-ac2045fa-a9b9-4e83-8c4a-75517231cfb0 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:54.271159 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4bc87a1b-5443-46b0-8a60-9ea9c4d8a1f4 req-ac2045fa-a9b9-4e83-8c4a-75517231cfb0 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0813382 May 31 12:54:54.316380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4bc87a1b-5443-46b0-8a60-9ea9c4d8a1f4 req-b2661eca-191e-4810-b24f-9fe58bf29263 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387933 May 31 12:54:54.349228 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-82867512-0aa2-47ec-8d92-9d585f00bbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:54.350586 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-82867512-0aa2-47ec-8d92-9d585f00bbf3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1270757 May 31 12:54:54.434288 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-65da3df9-c357-4bf8-ac79-c9a0d8aa7631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0757225 May 31 12:54:54.510019 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-b94833a2-43e1-4305-8994-d2d3249172aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:54.511525 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-b94833a2-43e1-4305-8994-d2d3249172aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0705950 May 31 12:54:54.558592 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-9b8f96ca-19a2-4698-b47f-bbfacee731fe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401385 May 31 12:54:54.697295 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-c71367a8-3f22-418a-84fe-adbb0eb63fef service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319649 May 31 12:54:54.853528 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-f3114d10-a020-4b69-adf1-5612ceaa2b7b req-8aa99428-1b1e-4968-acc0-2fe5712b2747 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457613 May 31 12:54:55.532210 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527dc30-87e2-49a7-9715-fa27e275a49d req-3d6ab717-86ad-4979-87a2-70a63e3a37aa tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:55.533601 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9527dc30-87e2-49a7-9715-fa27e275a49d req-3d6ab717-86ad-4979-87a2-70a63e3a37aa tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0976510 May 31 12:54:55.577883 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9527dc30-87e2-49a7-9715-fa27e275a49d req-c1ad44e5-be9c-495f-881c-03143de77137 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 May 31 12:54:56.784967 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18213cd8-936b-4aef-9904-5ad20647319d req-8779dc60-b681-4901-867d-6cbcd0ba12ee tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:56.786488 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18213cd8-936b-4aef-9904-5ad20647319d req-8779dc60-b681-4901-867d-6cbcd0ba12ee tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0837560 May 31 12:54:56.830052 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18213cd8-936b-4aef-9904-5ad20647319d req-e419761d-5af5-49eb-a651-b8f6ac69a9a1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375953 May 31 12:54:58.023576 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7ac64-9015-4f1b-b9cb-4bdb848058f5 req-abb80feb-e017-4e7c-a362-a59137b2aea1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:58.025061 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f0b7ac64-9015-4f1b-b9cb-4bdb848058f5 req-abb80feb-e017-4e7c-a362-a59137b2aea1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0840518 May 31 12:54:58.069688 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f0b7ac64-9015-4f1b-b9cb-4bdb848058f5 req-d75f99b4-3d04-49de-be7b-66dbd5f52b90 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 May 31 12:54:59.267942 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8e2bf-79d0-4669-8e54-eb3ad8276eb1 req-658b2871-1f08-4269-bed3-1c70243016b6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:54:59.269708 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-65e8e2bf-79d0-4669-8e54-eb3ad8276eb1 req-658b2871-1f08-4269-bed3-1c70243016b6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0810781 May 31 12:54:59.320776 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-65e8e2bf-79d0-4669-8e54-eb3ad8276eb1 req-b0a75553-4d10-4175-81b1-29166551ab91 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449383 May 31 12:55:00.506628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100cad11-5a73-4db5-87de-2b7c32d1748b req-b9d3c4af-820d-43d3-8a84-7a43bccb52dc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:00.508093 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-100cad11-5a73-4db5-87de-2b7c32d1748b req-b9d3c4af-820d-43d3-8a84-7a43bccb52dc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0800538 May 31 12:55:00.551220 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-100cad11-5a73-4db5-87de-2b7c32d1748b req-76f32966-7f60-4183-b353-fa32349efabc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373778 May 31 12:55:02.098117 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:04.161607 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a9885-eeab-42d7-9c03-8340cc9791ef req-74fdc778-4bd1-473e-b891-db4cf9cc8869 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:04.163211 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e7a9885-eeab-42d7-9c03-8340cc9791ef req-74fdc778-4bd1-473e-b891-db4cf9cc8869 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1697693 May 31 12:55:04.210136 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e7a9885-eeab-42d7-9c03-8340cc9791ef req-d660dfd4-7f0b-4ad3-a633-16c2c74c5f38 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406153 May 31 12:55:04.421329 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc1425-c588-4f1b-8b29-400fa5f543b9 req-5037619a-5ebb-47b7-8a3c-a39cfedb5819 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:04.422812 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6bc1425-c588-4f1b-8b29-400fa5f543b9 req-5037619a-5ebb-47b7-8a3c-a39cfedb5819 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0818560 May 31 12:55:04.475047 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6bc1425-c588-4f1b-8b29-400fa5f543b9 req-3d1d339c-4fcf-474c-b2fb-caaca89804c8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434306 May 31 12:55:05.263771 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0a4f2129-84f2-4a81-83b4-6c8b6df10b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:05.417463 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3133ff0-c560-4054-a2d2-c9c2fa98d4cf req-38f0ee4d-5188-43d7-a8cb-b9c2e3a3542e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:05.418939 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3133ff0-c560-4054-a2d2-c9c2fa98d4cf req-38f0ee4d-5188-43d7-a8cb-b9c2e3a3542e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0887468 May 31 12:55:05.463292 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3133ff0-c560-4054-a2d2-c9c2fa98d4cf req-79630415-466b-412c-b8c4-173e7fc05c45 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 May 31 12:55:06.659999 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37147d-e063-4cae-a50b-c01e0225a59e req-34d3f0aa-c6ac-426a-88f3-c4a95c07c169 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:06.661461 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff37147d-e063-4cae-a50b-c01e0225a59e req-34d3f0aa-c6ac-426a-88f3-c4a95c07c169 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0849309 May 31 12:55:06.708456 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff37147d-e063-4cae-a50b-c01e0225a59e req-e52ebdbf-6d5b-49ee-9186-52730e9ec2f7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389524 May 31 12:55:07.680734 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:07.809401 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c2f76ff2-2d08-4224-91d4-13682c6cc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:07.912864 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56567d-6d90-4d30-95b9-70426fc3a11a req-6174d050-d29c-48a9-9e5c-9dadeb781a3d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:07.914298 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f56567d-6d90-4d30-95b9-70426fc3a11a req-6174d050-d29c-48a9-9e5c-9dadeb781a3d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0802274 May 31 12:55:07.960668 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f56567d-6d90-4d30-95b9-70426fc3a11a req-0450e29f-3765-4d42-8b9b-4dbcfe4a016a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395651 May 31 12:55:08.925233 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:09.156060 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33009e39-4961-4c5b-8cee-bb3fadb4476f req-331b38c5-e922-49be-90bb-bc8689f50bef tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:09.157414 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-33009e39-4961-4c5b-8cee-bb3fadb4476f req-331b38c5-e922-49be-90bb-bc8689f50bef tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0837903 May 31 12:55:09.204485 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-33009e39-4961-4c5b-8cee-bb3fadb4476f req-a2ff8a61-34e0-4e36-b60c-c62280f20c1c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411217 May 31 12:55:09.329880 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:10.395527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264856b-9750-46f2-89f9-78ddc45f8475 req-b8f1b970-bd67-442f-b8a3-f69d2c83bfff tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:10.396910 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7264856b-9750-46f2-89f9-78ddc45f8475 req-b8f1b970-bd67-442f-b8a3-f69d2c83bfff tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0805669 May 31 12:55:10.446023 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7264856b-9750-46f2-89f9-78ddc45f8475 req-7c8991a5-704f-4c70-81fe-4a6445ea50c3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431137 May 31 12:55:10.479938 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:11.637105 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c2abe-65ce-400c-a8b4-0f1bb17a4a54 req-81136221-1e8f-418c-9be6-02cd7625bbde tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:11.638606 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2e2c2abe-65ce-400c-a8b4-0f1bb17a4a54 req-81136221-1e8f-418c-9be6-02cd7625bbde tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0804901 May 31 12:55:11.683086 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2e2c2abe-65ce-400c-a8b4-0f1bb17a4a54 req-e9ae84ad-4e1c-41eb-85f5-fad1cb82bb33 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383999 May 31 12:55:12.162648 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cf0941-d3a0-4a1e-ab9d-22dc3fbe197a req-f70e6be6-f063-49fb-865c-0370576752b3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:12.164172 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99cf0941-d3a0-4a1e-ab9d-22dc3fbe197a req-f70e6be6-f063-49fb-865c-0370576752b3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0944738 May 31 12:55:12.209533 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99cf0941-d3a0-4a1e-ab9d-22dc3fbe197a req-cd0c11a9-646d-4784-b06f-322516d9f175 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393522 May 31 12:55:12.883576 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a72a1-7595-46d0-a075-81dcdf662860 req-e42f1605-83b8-4f43-8021-2967995d18b3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:12.884976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a96a72a1-7595-46d0-a075-81dcdf662860 req-e42f1605-83b8-4f43-8021-2967995d18b3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0872078 May 31 12:55:12.935032 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a96a72a1-7595-46d0-a075-81dcdf662860 req-bf5f6b4a-114e-4257-a781-6840c0edb105 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 May 31 12:55:13.431581 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff715766-3cbb-433f-a5b1-77dc82dbfc4d req-06f03d58-4beb-4e47-b1a5-a0c4ffce9f18 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:13.433050 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff715766-3cbb-433f-a5b1-77dc82dbfc4d req-06f03d58-4beb-4e47-b1a5-a0c4ffce9f18 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0957696 May 31 12:55:13.478557 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff715766-3cbb-433f-a5b1-77dc82dbfc4d req-1216d16e-bdc3-45cc-bbc2-bd6a66f5c490 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391376 May 31 12:55:14.138768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ef553-7510-4ffc-a320-8ab9ceacd134 req-ce8b753c-dbfb-4a0b-82db-04441ac4d92c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:14.140290 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-002ef553-7510-4ffc-a320-8ab9ceacd134 req-ce8b753c-dbfb-4a0b-82db-04441ac4d92c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0862875 May 31 12:55:14.186762 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-002ef553-7510-4ffc-a320-8ab9ceacd134 req-30683a34-9a36-4347-b656-84b2adee7a86 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386550 May 31 12:55:14.673821 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92c172-03d6-4f1a-b195-39c390c8bc63 req-d1a82020-7e09-43a0-9fec-73a560a43cca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:14.675363 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf92c172-03d6-4f1a-b195-39c390c8bc63 req-d1a82020-7e09-43a0-9fec-73a560a43cca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0878971 May 31 12:55:14.719986 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf92c172-03d6-4f1a-b195-39c390c8bc63 req-817ccbae-3756-4d83-b32c-36cfc7c3e05f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386128 May 31 12:55:15.381990 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cff72-db5f-4419-8091-51336a4f7040 req-5a766e02-3be9-4654-b1ea-8a08be3ab635 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:15.383465 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed7cff72-db5f-4419-8091-51336a4f7040 req-5a766e02-3be9-4654-b1ea-8a08be3ab635 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0791950 May 31 12:55:15.431214 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed7cff72-db5f-4419-8091-51336a4f7040 req-35974a63-c4b4-4017-ad40-23330a4ea554 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409954 May 31 12:55:15.919274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828ab68-5296-4dbc-a542-3aa430ebfa32 req-12f27b65-be81-42cf-8acf-24cf90f795b3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:15.920691 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a828ab68-5296-4dbc-a542-3aa430ebfa32 req-12f27b65-be81-42cf-8acf-24cf90f795b3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0929542 May 31 12:55:15.966698 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a828ab68-5296-4dbc-a542-3aa430ebfa32 req-f451f87a-4b4a-4d61-8ce6-2bc6d1d25242 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400467 May 31 12:55:16.642366 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6dffd-c2fe-4017-a44a-d0fd47efd735 req-4f1ec76f-1e64-41eb-a236-41870334405a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:16.643766 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67a6dffd-c2fe-4017-a44a-d0fd47efd735 req-4f1ec76f-1e64-41eb-a236-41870334405a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0907810 May 31 12:55:16.688797 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67a6dffd-c2fe-4017-a44a-d0fd47efd735 req-f7f49702-092d-4c5b-a5f8-3a0d4088ab31 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391672 May 31 12:55:17.159217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a1bec-56d1-4161-bb31-398b57ceafa7 req-b6063087-a8fe-4e9e-b07d-3580109479cd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:17.160703 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-915a1bec-56d1-4161-bb31-398b57ceafa7 req-b6063087-a8fe-4e9e-b07d-3580109479cd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0817826 May 31 12:55:17.212572 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-915a1bec-56d1-4161-bb31-398b57ceafa7 req-d69593b3-5d8f-42ba-84d1-49c0b4aef05b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456941 May 31 12:55:17.888003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8a40e-3665-4c52-9e34-97c47eb00004 req-ee916131-affc-43c4-849d-c7725aeb5d62 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:17.889459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b8d8a40e-3665-4c52-9e34-97c47eb00004 req-ee916131-affc-43c4-849d-c7725aeb5d62 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0862327 May 31 12:55:17.940594 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b8d8a40e-3665-4c52-9e34-97c47eb00004 req-501901ec-7d01-4001-af92-1cd8ce648aaa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452666 May 31 12:55:18.094579 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-6795314d-44c4-4b69-8cd0-611e02191b0b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Synchronizing usage tracker for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:security_group {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:55:18.112917 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-6795314d-44c4-4b69-8cd0-611e02191b0b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Unset dirty status for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:security_group {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:55:18.114234 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-6795314d-44c4-4b69-8cd0-611e02191b0b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075668309&fields=id&tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a HTTP/1.1" status: 200 len: 267 time: 0.0610502 May 31 12:55:18.396758 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-b7851c23-34f1-42d9-9921-1ea81796bbcc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:18.397440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-b7851c23-34f1-42d9-9921-1ea81796bbcc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Synchronizing usage tracker for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:network {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:55:18.425172 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-b7851c23-34f1-42d9-9921-1ea81796bbcc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Unset dirty status for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:network {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:55:18.426404 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-b7851c23-34f1-42d9-9921-1ea81796bbcc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/networks?id=441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 200 len: 809 time: 0.2987099 May 31 12:55:18.448989 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-765ff6ee-1b89-4d7b-9870-f2aa5f02ad44 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/quotas/826e894eaafa4c5bb3d23cad3fff7d5a HTTP/1.1" status: 200 len: 375 time: 0.0146720 May 31 12:55:18.457506 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60dc09-0afb-41a1-9255-330510412157 req-541fe1bb-1477-4d50-a347-54b3554bf773 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:18.458771 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5c60dc09-0afb-41a1-9255-330510412157 req-541fe1bb-1477-4d50-a347-54b3554bf773 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1155338 May 31 12:55:18.549985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5c60dc09-0afb-41a1-9255-330510412157 req-5f20485a-d532-43ee-8d0b-76b34499cf29 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598044 May 31 12:55:18.566658 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-589978b5-5500-4197-84e9-2620f26a5b19 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Synchronizing usage tracker for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:55:18.586471 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-589978b5-5500-4197-84e9-2620f26a5b19 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Unset dirty status for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:55:18.588127 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-589978b5-5500-4197-84e9-2620f26a5b19 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284299 May 31 12:55:18.738513 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-cea737b8-5c8e-43ca-a1e3-203b900f33ec service neutron] 10.222.0.68 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362932 May 31 12:55:18.892761 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-036d03d2-59b5-4597-b77f-b7e7e36bcd35 service neutron] 10.222.0.68 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473074 May 31 12:55:19.157105 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86a397-bb2d-4e3f-837a-2993c583fd61 req-18d45d09-34ad-48b5-a931-993518195b42 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.158723 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c86a397-bb2d-4e3f-837a-2993c583fd61 req-18d45d09-34ad-48b5-a931-993518195b42 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0926504 May 31 12:55:19.205304 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c86a397-bb2d-4e3f-837a-2993c583fd61 req-16aee981-adda-4de5-b6a4-779cbe14434b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407100 May 31 12:55:19.783767 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-62f97436-5041-40f6-9c57-b3bcae754a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.785312 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-62f97436-5041-40f6-9c57-b3bcae754a50 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0818295 May 31 12:55:19.922403 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-5008f017-1609-47fc-9231-868386d05033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:19.923945 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-5008f017-1609-47fc-9231-868386d05033 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1296413 May 31 12:55:19.994895 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-77c73113-9c0b-4009-885a-ec5ef44cfbb9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0618029 May 31 12:55:20.146646 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-ad1742f5-2088-4727-9a5b-30446792a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:20.148147 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-ad1742f5-2088-4727-9a5b-30446792a8ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.1462359 May 31 12:55:20.204539 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-b911ecd5-1b11-4f44-b8bb-021175a0f396 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488186 May 31 12:55:20.256303 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6f3848-a8ca-4d61-b5a3-b643dd51cede req-c782027f-37ac-4bec-bd41-aeecff99ee05 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:20.259283 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e6f3848-a8ca-4d61-b5a3-b643dd51cede req-c782027f-37ac-4bec-bd41-aeecff99ee05 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1010938 May 31 12:55:20.365482 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e6f3848-a8ca-4d61-b5a3-b643dd51cede req-ea4ad99a-ca1f-41a5-bd7f-68c34ba23e83 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984609 May 31 12:55:20.388165 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-b81f8775-e514-495d-9fe9-09f6f03ee07f service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752522 May 31 12:55:20.428940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0127bcf6-1854-41b7-8b40-8e3c9030fb5b req-e496bb87-0eda-487f-b8e6-b5d83fb29f83 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:20.436747 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0127bcf6-1854-41b7-8b40-8e3c9030fb5b req-e496bb87-0eda-487f-b8e6-b5d83fb29f83 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1127973 May 31 12:55:20.481588 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0127bcf6-1854-41b7-8b40-8e3c9030fb5b req-b84c9971-2647-4b06-8e8b-853ff57399fb tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438426 May 31 12:55:20.561647 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e32dbc67-d706-45f6-bccd-b4feb212ae80 req-4ca3b7ca-9ebf-4bad-8ab3-a2cec66e8ea1 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646931 May 31 12:55:20.589074 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-507a731f-852e-4f91-849e-c2bc533bca84 req-b3bae8eb-a1f3-4e0a-880c-3f7e90489c7d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0468767 May 31 12:55:20.639790 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b70a24-5a61-4f24-95cf-44fe68cdd744 req-4f4efc3d-5eb2-4f54-bc58-cc16a12e4028 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:20.641979 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92b70a24-5a61-4f24-95cf-44fe68cdd744 req-4f4efc3d-5eb2-4f54-bc58-cc16a12e4028 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1459870 May 31 12:55:20.689947 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92b70a24-5a61-4f24-95cf-44fe68cdd744 req-2e409fd1-0dba-4cd0-9df3-c5a38156d56c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411961 May 31 12:55:21.562390 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e82ed-83d3-4143-9c2e-29bb0a75eee3 req-982371e2-cbf7-40b5-90e9-fe14a0c5a2fd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:21.563900 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e91e82ed-83d3-4143-9c2e-29bb0a75eee3 req-982371e2-cbf7-40b5-90e9-fe14a0c5a2fd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0849326 May 31 12:55:21.648350 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e91e82ed-83d3-4143-9c2e-29bb0a75eee3 req-615849e5-bec5-42a2-bab5-c58b3ca1e455 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779290 May 31 12:55:21.687126 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d29ac8-d9ec-49d1-be31-8f627a27e23d req-d23dd20d-143c-4160-b013-c6b34d1737b2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:21.688546 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-53d29ac8-d9ec-49d1-be31-8f627a27e23d req-d23dd20d-143c-4160-b013-c6b34d1737b2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0899749 May 31 12:55:21.735218 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-53d29ac8-d9ec-49d1-be31-8f627a27e23d req-463527a3-c467-425c-a0a3-180bf208a76c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 May 31 12:55:21.799190 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e3a7f745-b9f8-4eca-aef0-3a633f4a7b05 req-1ac3adf5-eb63-4b11-be21-357000bcdcd9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0552080 May 31 12:55:21.912761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e911d-e855-430f-9cce-5781ba24e516 req-a8e3f62f-c200-43ec-b13b-fd311d277cb4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:21.914342 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f57e911d-e855-430f-9cce-5781ba24e516 req-a8e3f62f-c200-43ec-b13b-fd311d277cb4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0823584 May 31 12:55:21.959476 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f57e911d-e855-430f-9cce-5781ba24e516 req-b6d59abc-05e6-45f5-9b16-748985a3a3d8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393262 May 31 12:55:22.851521 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-56e66d9d-9453-4af9-ba1a-30dc5ce25d9c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:22.853361 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-56e66d9d-9453-4af9-ba1a-30dc5ce25d9c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.41 "GET /v2.0/networks?id=441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 200 len: 809 time: 0.1694982 May 31 12:55:22.902058 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-52a4f51c-9b46-480a-90c5-60c8eaff4bd7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Synchronizing usage tracker for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 12:55:22.914334 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-52a4f51c-9b46-480a-90c5-60c8eaff4bd7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Unset dirty status for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 12:55:22.915262 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-52a4f51c-9b46-480a-90c5-60c8eaff4bd7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a HTTP/1.1" status: 200 len: 380 time: 0.0528941 May 31 12:55:22.926257 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'port': {'device_id': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'admin_state_up': True, 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'security_groups': ['849d296c-a1ff-429a-89f6-aae13ce52ba2']}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:55:22.945049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce059c78-56b7-4dd2-bc18-4510f77a91f4 req-99afbd98-c13e-44a8-8851-efdad8a67301 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:22.946575 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce059c78-56b7-4dd2-bc18-4510f77a91f4 req-99afbd98-c13e-44a8-8851-efdad8a67301 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1863782 May 31 12:55:22.964657 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3d852-3be3-418a-9e58-d551beb329be req-c0cee097-06a4-42ed-9ba3-d5189b0365df tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:22.966283 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-30d3d852-3be3-418a-9e58-d551beb329be req-c0cee097-06a4-42ed-9ba3-d5189b0365df tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1091604 May 31 12:55:23.040855 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce059c78-56b7-4dd2-bc18-4510f77a91f4 req-1f6aa1fa-7a11-4402-8616-4528a1d5f8ec tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853536 May 31 12:55:23.046002 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-30d3d852-3be3-418a-9e58-d551beb329be req-adf42c92-789c-41d7-8324-6e5ff324f73b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647681 May 31 12:55:23.081940 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:55:23.092930 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:55:23.106377 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Made reservation on behalf of 826e894eaafa4c5bb3d23cad3fff7d5a for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 12:55:23.110674 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:23.236799 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-33e1e085-7792-4af1-b06a-ddf42050ba75 req-af24b5ac-4c13-4b4e-b23e-c662ba75511e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0817657 May 31 12:55:23.283305 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f9a25-3e1c-4a0c-a341-9cde472e6cf1 req-0d0f6ea5-f78e-4af6-88d1-12bf4ac0b4a4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:23.284764 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e7f9a25-3e1c-4a0c-a341-9cde472e6cf1 req-0d0f6ea5-f78e-4af6-88d1-12bf4ac0b4a4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0989861 May 31 12:55:23.300738 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Allocated IP 172.20.0.10 (441e9cd8-7c15-462c-b4f1-f311dbc70797/baf870f9-d9d0-4b8f-b9e8-382549fe8a8e/c7a1bbcc-afb0-4963-b47b-ca2a76c8b937) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:55:23.333715 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e7f9a25-3e1c-4a0c-a341-9cde472e6cf1 req-2d0bffcb-346e-4a77-863f-a8646288f338 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 May 31 12:55:23.495013 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:23.509528 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Transition to ACTIVE for port object c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:55:23.534651 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:23.540083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1a4270c0-c9ef-4687-b322-cf485901bc7c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:23.610144 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:55:23.613268 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:55:23.617157 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:55:23.651770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'Port': ['ID=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:23.669932 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.670284 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.670626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.670994 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.671329 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.671667 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.671996 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.672324 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.672648 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.672972 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.673293 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.673614 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:23.686003 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:23.701595 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:23.702551 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:23.730179 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8076282 May 31 12:55:23.742617 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Request body: {'port': {'device_id': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:55:23.864351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:23.872995 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-3a398e4e-b62f-49d3-9f4a-52d5d0d65734 None None] Provisioning for port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:55:23.877784 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-3a398e4e-b62f-49d3-9f4a-52d5d0d65734 None None] Provisioning complete for port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:55:23.878157 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3a398e4e-b62f-49d3-9f4a-52d5d0d65734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:23.932279 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-3a398e4e-b62f-49d3-9f4a-52d5d0d65734 None None] Port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 12:55:24.213453 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:55:24.221887 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.237503 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Transition to ACTIVE for port object c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 12:55:24.241309 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.244993 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6664f777-60cd-45a5-9096-102ff08f9f1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:24.373029 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727b5d7-41da-4363-bf84-1cd039e3718b req-b3aaa01d-0bab-430d-8365-140b8cf85f01 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.374461 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e727b5d7-41da-4363-bf84-1cd039e3718b req-b3aaa01d-0bab-430d-8365-140b8cf85f01 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.2198107 May 31 12:55:24.382046 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af4e597-a01d-48a9-9a27-cf7c7c336091 req-0b3a608c-9c41-4a24-ae7e-71ca7fa411d7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.383389 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8af4e597-a01d-48a9-9a27-cf7c7c336091 req-0b3a608c-9c41-4a24-ae7e-71ca7fa411d7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.2306724 May 31 12:55:24.477096 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e727b5d7-41da-4363-bf84-1cd039e3718b req-54ffa700-d75d-46c8-b745-b04f02df8b30 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860105 May 31 12:55:24.495930 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8af4e597-a01d-48a9-9a27-cf7c7c336091 req-7426aabb-a4d9-4ea9-be58-7c425e6cd16a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954182 May 31 12:55:24.501796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:24.508352 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:24.592847 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Attempting to bind port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 12:55:24.593428 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Attempting to bind port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 12:55:24.593900 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Attempting to bind port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 on network 441e9cd8-7c15-462c-b4f1-f311dbc70797 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:55:24.599486 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 on network 441e9cd8-7c15-462c-b4f1-f311dbc70797 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 12:55:24.599973 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Attempting to bind port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 on network 441e9cd8-7c15-462c-b4f1-f311dbc70797 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 12:55:24.606915 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 12, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 12:55:24.607422 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Checking segment: {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 12:55:24.608107 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Bound using segment: {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 12:55:24.608757 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Bound port: c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 12:55:24.609410 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.710331 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] For port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 12:55:24.713456 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] For port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 12:55:24.719062 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.723767 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:24.781432 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.781870 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:24.784331 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 200 len: 1094 time: 1.0462778 May 31 12:55:24.784331 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:24.786627 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d58275-03df-4aaa-9cca-ba3360cf41fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:24.818914 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Pushing event updated for resources: {'Port': ['ID=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:24.822365 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:24.828542 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8be00-f43a-4886-a167-671883576e85 req-3bf7bf5d-f040-4049-9cac-11dd5b3c3e46 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.830251 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-19c8be00-f43a-4886-a167-671883576e85 req-3bf7bf5d-f040-4049-9cac-11dd5b3c3e46 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1707494 May 31 12:55:24.894297 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893cd3f-10e1-4e01-a86a-ff4dcdecd806 req-ddf149a2-15b4-412c-bd48-f9fa620e4a36 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.896221 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f893cd3f-10e1-4e01-a86a-ff4dcdecd806 req-ddf149a2-15b4-412c-bd48-f9fa620e4a36 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1959155 May 31 12:55:24.926661 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-c0aa8677-87dc-429b-9ccb-e3322f21f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:24.928326 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-c0aa8677-87dc-429b-9ccb-e3322f21f49a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1097 time: 0.0951602 May 31 12:55:24.951664 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-19c8be00-f43a-4886-a167-671883576e85 req-22a4355c-88ec-45fe-8b62-350054f5f3ad tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142709 May 31 12:55:25.000696 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f893cd3f-10e1-4e01-a86a-ff4dcdecd806 req-47d7ce49-a9d1-4be6-a665-2d0ddbd4f973 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884845 May 31 12:55:25.066934 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-cce1dd18-743d-438b-abcc-a2b44726f2fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 200 len: 217 time: 0.1269333 May 31 12:55:25.140521 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d124ab72-95f5-4d60-ac61-932e74deecdb x-openstack-request-id: req-d124ab72-95f5-4d60-ac61-932e74deecdb {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:25.140882 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:25.141221 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d124ab72-95f5-4d60-ac61-932e74deecdb {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:25.141837 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'status': 'completed', 'code': 200} May 31 12:55:25.160560 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-c620cb7b-18c4-4dd2-bf93-4347a53cfa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.160560 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-c620cb7b-18c4-4dd2-bf93-4347a53cfa2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e HTTP/1.1" status: 200 len: 848 time: 0.0797861 May 31 12:55:25.231796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-b8f5ec09-e96c-4c36-b522-8a8308204b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.233380 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-b8f5ec09-e96c-4c36-b522-8a8308204b0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=441e9cd8-7c15-462c-b4f1-f311dbc70797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716963 May 31 12:55:25.256736 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 33136) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:25.368549 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-07ba5d83-8b5c-4aa4-866e-d0253a1421f5 service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241102 May 31 12:55:25.406307 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.423009 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:55:25.426850 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Usage tracker for resource:security_group_rule and tenant:55a4f8217c764ed4b8c0a3d9004c7f85 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:55:25.429655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:55:25.435429 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:55:25.500765 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7b285e85-8107-4318-b21a-1839960a4ed7 req-691f2c82-d589-4267-8e9c-252dcb35ad4b service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244302 May 31 12:55:25.517983 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.523595 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.533279 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-16fdfb1e-936e-43bc-a14c-2840d04e40bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:25.583030 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=55a4f8217c764ed4b8c0a3d9004c7f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228300 May 31 12:55:25.583030 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee0a07-3152-4c0a-a48f-c7a2dd9ab29c,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:25.583901 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 33146) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:25.604825 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.605261 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.605585 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.605937 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.606311 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.606662 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.607027 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.607367 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.607834 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.608176 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.608510 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.608843 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:25.628264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:25.667416 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-1a4780e1-9754-4b8a-a782-e0b295951a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.668932 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-1a4780e1-9754-4b8a-a782-e0b295951a0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1097 time: 0.1168125 May 31 12:55:25.774679 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.812631 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-0d204a4b-f7c4-478f-8e7a-9b7311996b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.814037 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.814175 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-0d204a4b-f7c4-478f-8e7a-9b7311996b1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 200 len: 910 time: 0.1377132 May 31 12:55:25.854347 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f44428d-177d-4264-a7b4-1de10ae4b2f1 req-e17b6a12-06f7-4c79-96af-935a66835fa4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.855872 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f44428d-177d-4264-a7b4-1de10ae4b2f1 req-e17b6a12-06f7-4c79-96af-935a66835fa4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.2193615 May 31 12:55:25.870540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338264a2-a7df-4273-9834-14446709253a req-8b07e81d-8089-4817-ae7f-af2fd4f09ec9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.872078 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-338264a2-a7df-4273-9834-14446709253a req-8b07e81d-8089-4817-ae7f-af2fd4f09ec9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.2366323 May 31 12:55:25.896084 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-7c94c042-5930-4e0d-96ef-768549230d31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 200 len: 217 time: 0.0680735 May 31 12:55:25.951104 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f44428d-177d-4264-a7b4-1de10ae4b2f1 req-b7e40d82-4ae8-406b-bb4f-42c256061868 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755975 May 31 12:55:25.955892 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-338264a2-a7df-4273-9834-14446709253a req-e7dd445f-a0f7-441a-9a3a-425f3cdfcb54 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631313 May 31 12:55:25.981855 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:25.983905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-05306043-7aed-48d1-bc5f-7214b66fb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:25.985356 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-05306043-7aed-48d1-bc5f-7214b66fb5a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e HTTP/1.1" status: 200 len: 848 time: 0.0797138 May 31 12:55:25.985633 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7b3b74b3-3249-40a3-8332-a5147fc9aaab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:25.996903 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee0a07-3152-4c0a-a48f-c7a2dd9ab29c,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:26.000824 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:26.005053 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:26.006159 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/7bee0a07-3152-4c0a-a48f-c7a2dd9ab29c HTTP/1.1" status: 204 len: 168 time: 0.4213901 May 31 12:55:26.083508 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-b056609b-1151-4658-bb15-74ecd996039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.085274 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-b056609b-1151-4658-bb15-74ecd996039d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=441e9cd8-7c15-462c-b4f1-f311dbc70797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0889411 May 31 12:55:26.240151 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a5be6-58e3-4c51-a69c-8828071ae484 req-5ac19091-40b4-43cb-bb8a-84e066404165 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.240690 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-e7704f6a-4ee0-427b-af61-28ddd9f43279 service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473868 May 31 12:55:26.241620 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f8a5be6-58e3-4c51-a69c-8828071ae484 req-5ac19091-40b4-43cb-bb8a-84e066404165 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1245999 May 31 12:55:26.249260 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fda2a-b05e-4186-8731-edf4ce4df85f req-81040e19-2289-4049-8b7b-6468d87a49c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:26.250688 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817fda2a-b05e-4186-8731-edf4ce4df85f req-81040e19-2289-4049-8b7b-6468d87a49c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1663930 May 31 12:55:26.320310 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f8a5be6-58e3-4c51-a69c-8828071ae484 req-529125be-1d3a-4f72-996f-0d878e244c2b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685174 May 31 12:55:26.329283 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-817fda2a-b05e-4186-8731-edf4ce4df85f req-81deee19-07a7-4492-8829-690b09687f39 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645781 May 31 12:55:26.508813 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-69d58275-03df-4aaa-9cca-ba3360cf41fe req-92a84e70-e743-447c-8ccd-21e0753cb059 service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298434 May 31 12:55:26.841974 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:55:26.978208 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:26.992355 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'port_id': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'mac_address': 'fa:16:3e:71:b1:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:55:27.054403 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:27.073326 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:55:27.098313 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:27.103990 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:27.107226 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:27.191653 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=6']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:27.208761 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.209374 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.210825 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.211428 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.212035 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.212718 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.213260 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.213905 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.214447 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.214975 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.215446 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.216065 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:55:27.220372 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:27.233689 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f622dae-3c2f-4343-a9ef-45399e433d6f req-c5be273b-7a08-4395-b9ea-88a5403dc2f3 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.240731 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f622dae-3c2f-4343-a9ef-45399e433d6f req-c5be273b-7a08-4395-b9ea-88a5403dc2f3 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1160159 May 31 12:55:27.262883 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe781-c950-49b6-a72e-b28b706f6bca req-0c946a9e-2f64-449e-bb70-4da6e45bfb12 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.264412 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-febfe781-c950-49b6-a72e-b28b706f6bca req-0c946a9e-2f64-449e-bb70-4da6e45bfb12 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1774170 May 31 12:55:27.311078 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f622dae-3c2f-4343-a9ef-45399e433d6f req-9f4dfaa4-4397-4bb3-b3c1-dccf38546c40 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693374 May 31 12:55:27.336922 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-febfe781-c950-49b6-a72e-b28b706f6bca req-f1b68601-5c08-4ae7-81a7-05f9baf4eb37 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646813 May 31 12:55:27.378147 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:55:27.657851 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b0c4e-c2ff-4126-88d8-32c51d57edbf req-7901ff92-00f2-4089-86f0-11273264fea6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.659354 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee4b0c4e-c2ff-4126-88d8-32c51d57edbf req-7901ff92-00f2-4089-86f0-11273264fea6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1837971 May 31 12:55:27.667286 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014637a-992c-4a47-99fe-6ff1501f27d0 req-3360bcc6-6df1-4337-99f5-7856c7f1ba8e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:27.668634 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9014637a-992c-4a47-99fe-6ff1501f27d0 req-3360bcc6-6df1-4337-99f5-7856c7f1ba8e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.1303308 May 31 12:55:27.744028 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee4b0c4e-c2ff-4126-88d8-32c51d57edbf req-4c770801-8753-4794-bc21-677e9d477fab tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742865 May 31 12:55:27.753872 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9014637a-992c-4a47-99fe-6ff1501f27d0 req-9ac2f85c-2ee1-49d8-b726-e5459d907fb6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715334 May 31 12:55:28.469789 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c1fa1-b613-4ccd-b890-4d517eeab154 req-67635dc9-8424-4279-8f90-a05daf9574e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:28.471328 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d46c1fa1-b613-4ccd-b890-4d517eeab154 req-67635dc9-8424-4279-8f90-a05daf9574e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0741310 May 31 12:55:28.513040 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d46c1fa1-b613-4ccd-b890-4d517eeab154 req-66a3f7b9-c16f-432b-ad04-4c4bb11084b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 May 31 12:55:28.558297 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd952e7-b2fe-49f6-b3ea-314651ec8e32 req-b55fde19-9d81-4325-882a-721d876ba403 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:28.559888 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1fd952e7-b2fe-49f6-b3ea-314651ec8e32 req-b55fde19-9d81-4325-882a-721d876ba403 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1389639 May 31 12:55:28.570922 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccd97e-9ece-4a4a-8406-4600c48394ad req-46cfbf8f-3b10-4240-bef3-6f7507d32550 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:28.572332 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caccd97e-9ece-4a4a-8406-4600c48394ad req-46cfbf8f-3b10-4240-bef3-6f7507d32550 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1156390 May 31 12:55:28.639252 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1fd952e7-b2fe-49f6-b3ea-314651ec8e32 req-a0cabd4d-6f64-4df0-8316-6c367afaabc1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660071 May 31 12:55:28.643925 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caccd97e-9ece-4a4a-8406-4600c48394ad req-f15c883b-51ce-4c82-b918-f2a3d0969140 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579927 May 31 12:55:28.850610 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:55:28.929306 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:55:28.930032 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:28.968254 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-aef0375f-6f9a-4d03-996d-541679aaf504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:28.970541 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-aef0375f-6f9a-4d03-996d-541679aaf504 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 1097 time: 0.0848999 May 31 12:55:29.067159 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:29.111311 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:29.112578 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:29.116297 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06f94d6-0d72-4efa-9294-e3a969971da6" -d '{"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-plugged", "status": "completed", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:29.122053 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:29.124193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:29.130177 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b37f2-5ba7-4abb-a3bb-d48f5f83cc58 req-cebb1d43-4eeb-4190-b584-1a05dcd9f5d9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.137642 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a58b37f2-5ba7-4abb-a3bb-d48f5f83cc58 req-cebb1d43-4eeb-4190-b584-1a05dcd9f5d9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.2569485 May 31 12:55:29.167620 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d81e6-3d9b-49d9-91c5-bee554499c1c req-9e4e3ded-7bc1-4a39-9a30-e45380c16597 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.169184 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a1d81e6-3d9b-49d9-91c5-bee554499c1c req-9e4e3ded-7bc1-4a39-9a30-e45380c16597 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 944 time: 0.2401297 May 31 12:55:29.193768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=7']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:29.197011 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:29.204793 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-2e76ed1d-7585-44db-9f6e-90f670083f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.206238 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-2e76ed1d-7585-44db-9f6e-90f670083f28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 917 time: 0.2098851 May 31 12:55:29.213672 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-446904c0-1933-4f21-b243-f8ca96416dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.215056 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-446904c0-1933-4f21-b243-f8ca96416dd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1099 time: 0.1927676 May 31 12:55:29.217598 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a58b37f2-5ba7-4abb-a3bb-d48f5f83cc58 req-f157bc75-92fd-4504-8681-3e4e4519f14f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790396 May 31 12:55:29.246807 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a1d81e6-3d9b-49d9-91c5-bee554499c1c req-0cc62d85-e5c0-4351-a4ef-58f5ff6b69c2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697482 May 31 12:55:29.314433 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df77899c-616b-4f69-bde2-0df891084d0b x-openstack-request-id: req-df77899c-616b-4f69-bde2-0df891084d0b {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:29.314766 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-plugged", "status": "completed", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:29.315009 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-df77899c-616b-4f69-bde2-0df891084d0b {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:29.315412 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'code': 200} May 31 12:55:29.393426 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-69983c8e-ae6d-4b2d-a461-dc5e2680bc65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 HTTP/1.1" status: 200 len: 1001 time: 0.1773357 May 31 12:55:29.402628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4885c9-4695-4d9d-843d-781ea3cd64c1 req-4bd36f57-6438-4663-91cd-86c34c0de0c7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.404338 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce4885c9-4695-4d9d-843d-781ea3cd64c1 req-4bd36f57-6438-4663-91cd-86c34c0de0c7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0814297 May 31 12:55:29.448486 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce4885c9-4695-4d9d-843d-781ea3cd64c1 req-c1f6792b-1d8a-4047-8c50-853180f03236 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380607 May 31 12:55:29.473837 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-747540d7-71e1-44e2-b786-8d69bdc2a5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.475304 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-747540d7-71e1-44e2-b786-8d69bdc2a5bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.2101641 May 31 12:55:29.482591 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-4418e5b4-4f63-4a69-ba41-0fa413b283f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.483916 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-4418e5b4-4f63-4a69-ba41-0fa413b283f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0764313 May 31 12:55:29.624029 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-9e9021ac-b59f-46bb-87d4-aaa2566d5887 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 1001 time: 0.1392016 May 31 12:55:29.682526 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-c6ade2b7-226c-40ba-8bb9-f32f0c0c0e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.683975 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-c6ade2b7-226c-40ba-8bb9-f32f0c0c0e49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1509993 May 31 12:55:29.714029 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-44564ff1-ed7b-41a0-8fe8-b4f2a628c6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.715746 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-44564ff1-ed7b-41a0-8fe8-b4f2a628c6f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0836582 May 31 12:55:29.848469 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d4191-1931-4f80-8336-f0e546158fbf req-942f316f-e6f2-4b46-ab7b-2d74e0e50d63 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.849921 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-206d4191-1931-4f80-8336-f0e546158fbf req-942f316f-e6f2-4b46-ab7b-2d74e0e50d63 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0800018 May 31 12:55:29.877413 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-78debf5b-539a-4908-9848-0e89fc40f32e service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847687 May 31 12:55:29.886539 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-675921ee-dac4-4178-8c82-027fbe511386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:29.888761 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-675921ee-dac4-4178-8c82-027fbe511386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1637888 May 31 12:55:29.900067 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-206d4191-1931-4f80-8336-f0e546158fbf req-f62c3b2f-23db-42e8-9048-7a414b310652 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436368 May 31 12:55:30.134986 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c842a522-777d-4e7b-93a5-025ed4ba0fd2 req-46ad1d98-36d1-48da-9c45-461323957299 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268758 May 31 12:55:30.138144 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-55190161-6d4c-4f97-b08c-aae50fea003d service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289863 May 31 12:55:30.359151 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-85435550-56c5-43aa-8d72-b38fa5c94fc9 req-33f26ac0-4df4-48c4-98bf-cbb477b9be9d service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132201 May 31 12:55:30.475984 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d752f-ff58-4006-81a7-4990298bbf6a req-f57100f5-6350-430b-96b1-201b7c8330a3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:30.477809 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-180d752f-ff58-4006-81a7-4990298bbf6a req-f57100f5-6350-430b-96b1-201b7c8330a3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1438265 May 31 12:55:30.485919 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3a3c-bbd4-4ca5-a7b8-38f9e8186250 req-1b88acac-7671-49aa-b6d5-a64ea5de9cca tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:30.487277 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5aab3a3c-bbd4-4ca5-a7b8-38f9e8186250 req-1b88acac-7671-49aa-b6d5-a64ea5de9cca tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1128626 May 31 12:55:30.556426 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-180d752f-ff58-4006-81a7-4990298bbf6a req-794f41a0-b669-4472-849b-e6ddbfac916f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681291 May 31 12:55:30.560739 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5aab3a3c-bbd4-4ca5-a7b8-38f9e8186250 req-0216c470-9ae3-495c-b656-40d9ccfd76d6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570235 May 31 12:55:30.732921 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe62d81-6d49-4c67-b30f-673016b2ad9e req-4308f57e-2a25-43b0-bf7a-15093d013a51 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:30.734386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-efe62d81-6d49-4c67-b30f-673016b2ad9e req-4308f57e-2a25-43b0-bf7a-15093d013a51 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0833955 May 31 12:55:30.781195 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-efe62d81-6d49-4c67-b30f-673016b2ad9e req-7a39ce02-ea9b-4b5f-bdee-daa590541345 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411510 May 31 12:55:31.109643 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a031d1-2e5b-4f80-a41c-baab58a3b979 req-aa3e4f0e-7f3e-4cb4-bcd7-0c1187f64f8c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.111050 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73a031d1-2e5b-4f80-a41c-baab58a3b979 req-aa3e4f0e-7f3e-4cb4-bcd7-0c1187f64f8c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0960410 May 31 12:55:31.157653 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73a031d1-2e5b-4f80-a41c-baab58a3b979 req-55ebe7cc-5a9c-4dd6-b008-b1e32a721ad2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 May 31 12:55:31.644587 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-d7fdedcd-f30d-4972-8fe5-57b76a1681f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.646009 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-d7fdedcd-f30d-4972-8fe5-57b76a1681f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0741198 May 31 12:55:31.758520 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac0bf4-804f-42ac-a397-995d80af9ae1 req-8de2f459-92cf-448c-aeaa-2becb031aa8e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.759999 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cdac0bf4-804f-42ac-a397-995d80af9ae1 req-8de2f459-92cf-448c-aeaa-2becb031aa8e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1450560 May 31 12:55:31.771937 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65c2cb-b1cd-4678-81df-7a3bdc9eb905 req-e74aceb9-d611-44d3-9b7c-67ec8e971509 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.773470 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f65c2cb-b1cd-4678-81df-7a3bdc9eb905 req-e74aceb9-d611-44d3-9b7c-67ec8e971509 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1108515 May 31 12:55:31.779315 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-6b83545c-399e-43ee-adb6-44f248351192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.780753 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-6b83545c-399e-43ee-adb6-44f248351192 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1279819 May 31 12:55:31.842898 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cdac0bf4-804f-42ac-a397-995d80af9ae1 req-efd3f8e9-591c-4814-b899-8f6d51695b65 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 May 31 12:55:31.849847 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f65c2cb-b1cd-4678-81df-7a3bdc9eb905 req-d4ceb8b3-2217-4092-9e5f-39832cf64e47 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622227 May 31 12:55:31.852689 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-5e88be6e-fcd8-4455-8b54-848c1213e7b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0644891 May 31 12:55:31.918194 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-9eed14db-12ea-44fc-9889-bd379d815b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:31.919788 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-9eed14db-12ea-44fc-9889-bd379d815b07 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0612149 May 31 12:55:31.972930 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-c4a278bb-ddd3-4733-be84-9f2452080e8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463307 May 31 12:55:32.097090 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90088e0c-d566-4d8d-8752-330f95b3b24a req-7265a592-b241-4635-afcf-899ed123f3cb tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:32.098644 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90088e0c-d566-4d8d-8752-330f95b3b24a req-7265a592-b241-4635-afcf-899ed123f3cb tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1428092 May 31 12:55:32.104040 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:32.107013 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a401c-1a7c-412b-b53d-6a90fa1d20ad req-ec901234-3ebc-4e5e-8aa2-53b7b0f2095a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:32.108526 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f3a401c-1a7c-412b-b53d-6a90fa1d20ad req-ec901234-3ebc-4e5e-8aa2-53b7b0f2095a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1508553 May 31 12:55:32.181494 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90088e0c-d566-4d8d-8752-330f95b3b24a req-0a1e5151-6224-49b5-9db2-3e0e3298c268 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719790 May 31 12:55:32.189534 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f3a401c-1a7c-412b-b53d-6a90fa1d20ad req-18ba7db3-87ae-4264-a40a-c473d979e8c5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664766 May 31 12:55:32.232045 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-dd6bf774-4823-493d-8409-34eb658b4eb6 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509328 May 31 12:55:32.388491 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-cad2fea6-4ceb-4e9d-acd8-b8e4e5e0b562 req-27514f57-4a02-448b-9960-8b8c22d9691a service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319087 May 31 12:55:33.149059 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f140693-963a-42bf-bbab-4c10ee572ac4 req-69eb41fb-27ce-41df-b86d-78ee12a1becd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.150654 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f140693-963a-42bf-bbab-4c10ee572ac4 req-69eb41fb-27ce-41df-b86d-78ee12a1becd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1543155 May 31 12:55:33.166089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60f69a-146b-4385-9441-3052d3e032be req-11df1f28-573f-485d-80ec-46e992ec8aa5 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.167564 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d60f69a-146b-4385-9441-3052d3e032be req-11df1f28-573f-485d-80ec-46e992ec8aa5 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1173749 May 31 12:55:33.232393 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f140693-963a-42bf-bbab-4c10ee572ac4 req-00444c93-e367-4f2f-b2e1-41407388dd9a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728860 May 31 12:55:33.242777 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d60f69a-146b-4385-9441-3052d3e032be req-2e7f5e5d-df0b-458a-b489-a92914c5b19d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614841 May 31 12:55:33.568244 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db95178e-2e3b-446f-a520-e4299b9b8644 req-35de2d7e-7e2f-4d63-887d-a3e60481b619 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.570475 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-db95178e-2e3b-446f-a520-e4299b9b8644 req-35de2d7e-7e2f-4d63-887d-a3e60481b619 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.2158265 May 31 12:55:33.580537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71992c7-3c3b-4429-84ae-03272078ac94 req-2db77269-09a5-41dd-9164-6fe76277f788 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:33.584652 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f71992c7-3c3b-4429-84ae-03272078ac94 req-2db77269-09a5-41dd-9164-6fe76277f788 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.1933045 May 31 12:55:33.658748 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-db95178e-2e3b-446f-a520-e4299b9b8644 req-2a982de0-ed02-443c-b0f1-809b56274ab2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726280 May 31 12:55:33.663465 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f71992c7-3c3b-4429-84ae-03272078ac94 req-b82a1c0f-e21d-4793-80e4-6243776373fe tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605721 May 31 12:55:34.508994 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dcc94-0dbd-4200-87b3-77b2fa039c5e req-702bd019-8aee-45d7-8665-6d9780317294 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.510560 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-772dcc94-0dbd-4200-87b3-77b2fa039c5e req-702bd019-8aee-45d7-8665-6d9780317294 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1590495 May 31 12:55:34.522757 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975f9a6e-87c9-4608-afd9-3430ba2d367d req-d549770f-f0cf-4028-b954-987d0bcae80d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:34.524192 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-975f9a6e-87c9-4608-afd9-3430ba2d367d req-d549770f-f0cf-4028-b954-987d0bcae80d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1314313 May 31 12:55:34.598741 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-772dcc94-0dbd-4200-87b3-77b2fa039c5e req-4241b8a8-b3b4-4bcc-9b03-eddf1fb51d38 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734322 May 31 12:55:34.603690 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-975f9a6e-87c9-4608-afd9-3430ba2d367d req-4cdec874-6a94-4131-8ca6-df9ce8966345 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648162 May 31 12:55:35.033934 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6b72e-c293-45a8-9f16-809d0730b9c1 req-6f49818a-f5fb-4746-8885-e94ca068d73c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:35.035459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cca6b72e-c293-45a8-9f16-809d0730b9c1 req-6f49818a-f5fb-4746-8885-e94ca068d73c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.2262464 May 31 12:55:35.048562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633c21f-eb2d-48b5-8a47-b5e30254124d req-af896a65-4c72-4bd9-805c-1a5468431ef2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:35.050057 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4633c21f-eb2d-48b5-8a47-b5e30254124d req-af896a65-4c72-4bd9-805c-1a5468431ef2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1254332 May 31 12:55:35.135604 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cca6b72e-c293-45a8-9f16-809d0730b9c1 req-f714cf31-6894-4fc4-9560-7660fd26cbf9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844669 May 31 12:55:35.139271 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4633c21f-eb2d-48b5-8a47-b5e30254124d req-6d918b05-5af7-456e-8289-fbd26967dbf2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735767 May 31 12:55:35.272265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1b904fa5-a92b-494e-9956-202a18b8be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:35.887721 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730375a-6f95-40ce-b8d3-eca1aa95dca7 req-5a01e5af-2415-4684-9f95-9f5b992c2d53 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:35.890480 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9730375a-6f95-40ce-b8d3-eca1aa95dca7 req-5a01e5af-2415-4684-9f95-9f5b992c2d53 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1652844 May 31 12:55:35.903874 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a98368-697d-427c-a7d1-16a1a684d197 req-a0405938-bd8b-4526-adfa-6f040ccaab83 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:35.905569 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8a98368-697d-427c-a7d1-16a1a684d197 req-a0405938-bd8b-4526-adfa-6f040ccaab83 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1387582 May 31 12:55:35.993032 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9730375a-6f95-40ce-b8d3-eca1aa95dca7 req-76624c4e-6a59-4574-bcd8-0a6501795b9e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863450 May 31 12:55:36.003625 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8a98368-697d-427c-a7d1-16a1a684d197 req-2cc62211-dbb9-4c66-8a56-a512e79d976a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826817 May 31 12:55:36.356756 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9216b57b-a12d-45d3-9527-cfe047fabf69 req-7195f892-107b-4ca3-9993-8684f94b8bb5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:36.358722 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9216b57b-a12d-45d3-9527-cfe047fabf69 req-7195f892-107b-4ca3-9993-8684f94b8bb5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0977089 May 31 12:55:36.427382 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9216b57b-a12d-45d3-9527-cfe047fabf69 req-d4c1d41d-df91-4dcc-8d67-f0941770a6f7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619004 May 31 12:55:36.627863 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c84c2-9f06-4af2-a21d-6496c1ffca32 req-af2bcb24-bf62-48c0-98a9-e86d787326cf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:36.629883 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-045c84c2-9f06-4af2-a21d-6496c1ffca32 req-af2bcb24-bf62-48c0-98a9-e86d787326cf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1005039 May 31 12:55:36.681147 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-045c84c2-9f06-4af2-a21d-6496c1ffca32 req-33570d44-d09e-48b8-8878-e96f3e314aee tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453410 May 31 12:55:37.209915 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc575448-5304-41f1-9b95-d6bc5cd22637 req-d0efe888-818b-415f-8f61-3df7b35ce1b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:37.215195 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bc575448-5304-41f1-9b95-d6bc5cd22637 req-d0efe888-818b-415f-8f61-3df7b35ce1b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0897472 May 31 12:55:37.268641 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bc575448-5304-41f1-9b95-d6bc5cd22637 req-f17853cd-98fc-40e6-a40e-59c189615517 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500929 May 31 12:55:37.620518 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1473c-fc94-4b36-89c2-f86e21a32cfe req-b2eb91ae-cfc9-4aae-90f3-b639c19014cc tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:37.622332 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92f1473c-fc94-4b36-89c2-f86e21a32cfe req-b2eb91ae-cfc9-4aae-90f3-b639c19014cc tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0872629 May 31 12:55:37.677621 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92f1473c-fc94-4b36-89c2-f86e21a32cfe req-c722f6b2-e0fd-44d0-8891-a2df87f7e2f3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490632 May 31 12:55:37.680332 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:37.820684 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4df72558-861a-46b7-9ae2-848bf924e748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:37.887905 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529de07-75d0-4f18-8f1d-4c8c58344419 req-50a40f06-6556-480e-998f-81f9b52fe56c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:37.889664 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9529de07-75d0-4f18-8f1d-4c8c58344419 req-50a40f06-6556-480e-998f-81f9b52fe56c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0902970 May 31 12:55:37.949520 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9529de07-75d0-4f18-8f1d-4c8c58344419 req-43e204c7-bb4d-4062-82f7-2665b16dbf74 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532675 May 31 12:55:38.509589 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99710134-05a8-4563-a588-7364d36ee7f3 req-fb837466-7f72-443e-bfd6-4800ec0741c9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:38.511089 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99710134-05a8-4563-a588-7364d36ee7f3 req-fb837466-7f72-443e-bfd6-4800ec0741c9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1062415 May 31 12:55:38.569352 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99710134-05a8-4563-a588-7364d36ee7f3 req-89c095c0-2209-4f08-982a-30f232d29170 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519445 May 31 12:55:38.864336 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c45db-c7a0-4911-ba4b-21bcc571224f req-69042427-9fb5-4183-a498-c6e2616fd363 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:38.866081 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-264c45db-c7a0-4911-ba4b-21bcc571224f req-69042427-9fb5-4183-a498-c6e2616fd363 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0825882 May 31 12:55:38.922679 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:38.928461 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-264c45db-c7a0-4911-ba4b-21bcc571224f req-3c55f1d1-9a94-4c24-8241-9eb8ceb71220 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565083 May 31 12:55:39.158756 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0664b42-712d-4aed-a0c2-d8dea0aec78e req-6370b4ad-8b05-4403-9148-0976b065ac45 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:39.160489 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c0664b42-712d-4aed-a0c2-d8dea0aec78e req-6370b4ad-8b05-4403-9148-0976b065ac45 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1030645 May 31 12:55:39.254152 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c0664b42-712d-4aed-a0c2-d8dea0aec78e req-dc45b2d0-1353-46cd-ab69-612d709622d8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879140 May 31 12:55:39.777421 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0678a-1a8c-4d62-bec4-9851ff7a62db req-cecb52fc-4273-474d-98a1-d217d129b9d3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:39.779015 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9f0678a-1a8c-4d62-bec4-9851ff7a62db req-cecb52fc-4273-474d-98a1-d217d129b9d3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0891354 May 31 12:55:39.828516 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9f0678a-1a8c-4d62-bec4-9851ff7a62db req-aff6e096-4aa3-4293-893c-9db1b62d6b8f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 May 31 12:55:40.143067 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4bc0e-881c-4d53-90f2-8625100e5454 req-b6a98367-488d-482d-b4b7-921e5159e292 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:40.147198 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ded4bc0e-881c-4d53-90f2-8625100e5454 req-b6a98367-488d-482d-b4b7-921e5159e292 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0861316 May 31 12:55:40.189538 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ded4bc0e-881c-4d53-90f2-8625100e5454 req-ac67849a-7c9a-40ae-b6e1-96e2e7bdebf3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390897 May 31 12:55:40.482502 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:40.496299 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2128de-1a11-42df-bb98-2cc7fcda093e req-8273ce42-edbf-496d-a389-8caa336fb35b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:40.498087 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3d2128de-1a11-42df-bb98-2cc7fcda093e req-8273ce42-edbf-496d-a389-8caa336fb35b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0886066 May 31 12:55:40.547396 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3d2128de-1a11-42df-bb98-2cc7fcda093e req-e4b2785d-52b2-46fb-83d3-7115c4fd536e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432105 May 31 12:55:41.058718 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76a22b-596f-4a53-8d3d-41bff5ed4e89 req-c81084bf-8be7-4ce1-8b45-994026f351ed tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:41.065746 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de76a22b-596f-4a53-8d3d-41bff5ed4e89 req-c81084bf-8be7-4ce1-8b45-994026f351ed tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1132734 May 31 12:55:41.137013 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de76a22b-596f-4a53-8d3d-41bff5ed4e89 req-8a0b9f8a-0075-427c-86c0-900b61bde076 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703821 May 31 12:55:41.405409 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43290a-8de1-4622-aae7-dca05b5abf8f req-94d4bac3-4fae-4c83-b8d2-2fe7fdf2daf7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:41.407050 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3f43290a-8de1-4622-aae7-dca05b5abf8f req-94d4bac3-4fae-4c83-b8d2-2fe7fdf2daf7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0894852 May 31 12:55:41.473608 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3f43290a-8de1-4622-aae7-dca05b5abf8f req-1307bc56-12c8-4153-8366-6073737d9136 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591033 May 31 12:55:41.819909 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6f13e-f8b7-4e7d-91fa-ae40650dc7fc req-d824480f-bb63-445a-a06a-2444651e5705 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:41.821534 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2e6f13e-f8b7-4e7d-91fa-ae40650dc7fc req-d824480f-bb63-445a-a06a-2444651e5705 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.1254227 May 31 12:55:41.955466 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2e6f13e-f8b7-4e7d-91fa-ae40650dc7fc req-6b6ca1aa-08fc-4217-a51f-087aa23e131e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261837 May 31 12:55:42.337602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbf7a4b-66d2-470c-a4a7-c648a3fb7b5a req-b110a3c3-9505-4478-8b89-51d41ece5d14 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:42.339257 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bcbf7a4b-66d2-470c-a4a7-c648a3fb7b5a req-b110a3c3-9505-4478-8b89-51d41ece5d14 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0923736 May 31 12:55:42.392499 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bcbf7a4b-66d2-470c-a4a7-c648a3fb7b5a req-e2a78688-1f05-4f8b-8583-d85ec587e6ca tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474241 May 31 12:55:43.161252 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808204ee-671e-42ae-b0bf-1d751677a198 req-429653b9-93d0-46af-8a63-b23dfc71dfda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.162954 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-808204ee-671e-42ae-b0bf-1d751677a198 req-429653b9-93d0-46af-8a63-b23dfc71dfda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0810025 May 31 12:55:43.209259 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-808204ee-671e-42ae-b0bf-1d751677a198 req-2ae91850-8a53-4b65-a1d5-fbd995784675 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391245 May 31 12:55:43.594512 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63f997-b51a-4b33-9cfa-5e1cec7871af req-3376d3df-4b87-4c38-b255-a1ac2a27ea2b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.595961 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c63f997-b51a-4b33-9cfa-5e1cec7871af req-3376d3df-4b87-4c38-b255-a1ac2a27ea2b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0893373 May 31 12:55:43.651318 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c63f997-b51a-4b33-9cfa-5e1cec7871af req-c82f7936-599c-4534-99b8-ff4e443a53cd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483866 May 31 12:55:43.889845 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-5b4302d1-8c2d-4080-93ae-5433d8e6af7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:43.891346 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-5b4302d1-8c2d-4080-93ae-5433d8e6af7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 1098 time: 0.0729878 May 31 12:55:44.023803 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-c936d288-330b-46b7-bf6a-e1bb8bd83204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.025348 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-c936d288-330b-46b7-bf6a-e1bb8bd83204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 917 time: 0.1264131 May 31 12:55:44.129022 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-4a0602f6-4ffd-43fd-9a0e-03428fbc2974 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 HTTP/1.1" status: 200 len: 1001 time: 0.0967250 May 31 12:55:44.196820 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-5dcfdf5d-33d8-4a03-922d-5d608d9db132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.198582 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-5dcfdf5d-33d8-4a03-922d-5d608d9db132 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0624318 May 31 12:55:44.282674 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-3d65b6e9-b360-4551-adb8-da95a8f72faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.284254 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-3d65b6e9-b360-4551-adb8-da95a8f72faf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783463 May 31 12:55:44.403438 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7716874-6142-4e4f-bda9-68fda0733d97 req-47352c0c-7711-4e2d-9600-10b1b2b28977 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.405087 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7716874-6142-4e4f-bda9-68fda0733d97 req-47352c0c-7711-4e2d-9600-10b1b2b28977 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0783255 May 31 12:55:44.421255 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-f034deab-5f70-48b2-91d5-80b5ca34d35b service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287811 May 31 12:55:44.449078 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7716874-6142-4e4f-bda9-68fda0733d97 req-b7a55c68-85d8-4008-a154-955644531dc0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381982 May 31 12:55:44.618525 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-35e96368-6ede-46d8-86c8-f1b8128ec3ac req-81743837-1247-4c06-b821-5063bb6a02ad service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904423 May 31 12:55:44.843842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c246cfd-50d7-41cd-b737-8b341c6878a0 req-9a135e04-da76-499b-aefa-24ed53c17b44 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:44.845637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0c246cfd-50d7-41cd-b737-8b341c6878a0 req-9a135e04-da76-499b-aefa-24ed53c17b44 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0911410 May 31 12:55:44.893157 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0c246cfd-50d7-41cd-b737-8b341c6878a0 req-3f4a54b0-cd93-4176-aceb-28bd458aab2b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410492 May 31 12:55:45.654694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbfafb-70fa-4852-b36c-01bcb31ea0e4 req-c4d93e51-22a5-4e8f-ad60-013fce7ca823 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:45.656158 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aabbfafb-70fa-4852-b36c-01bcb31ea0e4 req-c4d93e51-22a5-4e8f-ad60-013fce7ca823 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0845635 May 31 12:55:45.704897 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aabbfafb-70fa-4852-b36c-01bcb31ea0e4 req-e1539459-28d2-4dee-9cd1-78bc7bdd9954 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397072 May 31 12:55:46.093360 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188424e-43ef-4fd4-9608-e630064bb7b9 req-f6d94056-ca18-4858-b1c3-c80b613ad3fc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.094722 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b188424e-43ef-4fd4-9608-e630064bb7b9 req-f6d94056-ca18-4858-b1c3-c80b613ad3fc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0881164 May 31 12:55:46.145865 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b188424e-43ef-4fd4-9608-e630064bb7b9 req-35a68aa9-b8e2-44b2-9a99-20d504ee7d69 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454235 May 31 12:55:46.329566 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:55:46.909181 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b547e-1fa8-4cc3-8814-2c0c7ef788e3 req-ebde9bf4-c341-40d3-bcff-f8e726cf2f1a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:46.910713 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e54b547e-1fa8-4cc3-8814-2c0c7ef788e3 req-ebde9bf4-c341-40d3-bcff-f8e726cf2f1a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 945 time: 0.0820961 May 31 12:55:46.961061 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e54b547e-1fa8-4cc3-8814-2c0c7ef788e3 req-76927901-f38c-4036-a753-8bb1aa5cc1b9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441544 May 31 12:55:46.975134 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:55:47.087701 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:47.116123 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:55:47.118380 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cc369e-fb1a-4be9-ba29-ad4103e9d35e" -d '{"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:55:47.124891 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:55:47.129646 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:55:47.131690 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-cb916469-fe25-4d46-98a9-9d6c4bfafa35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:55:47.194968 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 12:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2623d1de-3974-4487-9c65-8e82cbc80a6a x-openstack-request-id: req-2623d1de-3974-4487-9c65-8e82cbc80a6a {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:55:47.195262 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-unplugged", "status": "failed", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128", "code": 422}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:55:47.195517 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2623d1de-3974-4487-9c65-8e82cbc80a6a {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:55:47.195944 dv-cinder-790492-5-iscsi neutron-server[91757]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'code': 422} returned with failed status May 31 12:55:47.242800 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=8']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:55:47.247491 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:55:47.365246 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc472f5-a593-4f91-8a96-d26a3c2dd90d req-43f2ac88-7d01-4901-8506-1f23b1abcbd6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:47.366675 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1fc472f5-a593-4f91-8a96-d26a3c2dd90d req-43f2ac88-7d01-4901-8506-1f23b1abcbd6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0876262 May 31 12:55:47.412780 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1fc472f5-a593-4f91-8a96-d26a3c2dd90d req-843d46bb-0719-4bf5-a2cb-ab63339e7b32 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402043 May 31 12:55:47.900579 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d2656-08c2-4958-91a1-866819bda065 req-cdc32286-7aea-472b-8ca1-273d68386d50 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:47.902095 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d01d2656-08c2-4958-91a1-866819bda065 req-cdc32286-7aea-472b-8ca1-273d68386d50 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0832565 May 31 12:55:47.947594 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d01d2656-08c2-4958-91a1-866819bda065 req-34c805c5-1123-44bb-a689-6eb0301f74ae tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395875 May 31 12:55:48.256689 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 33572) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:55:48.372894 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fb9f70db-0cab-4c86-9234-d12062581302 req-019f7120-5a31-4349-bfac-e750366b1736 service neutron] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1149673 May 31 12:55:48.598603 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c281b5b6-e6b3-4444-a344-cc0b095effe9 req-33cf1892-c353-453a-a390-9643d07f2b40 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:48.601062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c281b5b6-e6b3-4444-a344-cc0b095effe9 req-33cf1892-c353-453a-a390-9643d07f2b40 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0837491 May 31 12:55:48.644891 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c281b5b6-e6b3-4444-a344-cc0b095effe9 req-4ec0c8ea-548b-4d1d-bbda-4031cd9c169e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379267 May 31 12:55:49.145921 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7706e54-3296-4d40-9148-af36e732eda9 req-2d2934ee-0ef5-4b80-96d6-71ee90d0c260 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.147427 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7706e54-3296-4d40-9148-af36e732eda9 req-2d2934ee-0ef5-4b80-96d6-71ee90d0c260 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0867326 May 31 12:55:49.191297 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7706e54-3296-4d40-9148-af36e732eda9 req-186d6ffa-e15c-463a-869d-4b6eb4c42494 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377376 May 31 12:55:49.849282 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefca7c5-c327-44d8-94e2-befa6a8c7db5 req-b938a68b-5102-4029-a978-87d8b6a104f5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:49.851140 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fefca7c5-c327-44d8-94e2-befa6a8c7db5 req-b938a68b-5102-4029-a978-87d8b6a104f5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0935490 May 31 12:55:49.898554 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fefca7c5-c327-44d8-94e2-befa6a8c7db5 req-70f44949-f693-47cb-9244-4357a0327183 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414999 May 31 12:55:50.383574 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6857d92-4392-49cb-b6fa-c7c1afa8447c req-2f1e1c8f-a71d-4530-bdc6-d919e765a048 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:50.385104 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6857d92-4392-49cb-b6fa-c7c1afa8447c req-2f1e1c8f-a71d-4530-bdc6-d919e765a048 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0818775 May 31 12:55:50.434312 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6857d92-4392-49cb-b6fa-c7c1afa8447c req-41325e54-3636-4195-8bd2-e620d7ac97fb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405798 May 31 12:55:51.108713 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6af9c74-4b37-4b93-85f3-65c204647354 req-acc88aaf-1e43-4996-9159-9e20240fe8d6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.111697 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6af9c74-4b37-4b93-85f3-65c204647354 req-acc88aaf-1e43-4996-9159-9e20240fe8d6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0966611 May 31 12:55:51.160542 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6af9c74-4b37-4b93-85f3-65c204647354 req-2f375a6a-d9f0-4710-a95e-91ade7d2211c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428159 May 31 12:55:51.657215 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071cd79-a738-451f-b11b-28ddc305f3c0 req-e071ba43-effd-4f13-864e-91dac40dd4b2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:51.658629 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0071cd79-a738-451f-b11b-28ddc305f3c0 req-e071ba43-effd-4f13-864e-91dac40dd4b2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0967164 May 31 12:55:51.705573 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0071cd79-a738-451f-b11b-28ddc305f3c0 req-c48222f5-a1e6-423a-9989-55273433cd8d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386796 May 31 12:55:52.366453 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be77597-d10b-4854-bff6-b104d9e35ac7 req-f6f943de-a2f6-4c72-b9bc-6bda0bfcc1f1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:52.368016 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4be77597-d10b-4854-bff6-b104d9e35ac7 req-f6f943de-a2f6-4c72-b9bc-6bda0bfcc1f1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0958788 May 31 12:55:52.417068 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4be77597-d10b-4854-bff6-b104d9e35ac7 req-4ee4c9a7-092b-44b3-b4a4-abe8147b0018 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 May 31 12:55:52.920249 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce8838-aa9d-4a32-a3b3-c6cee98cc91b req-b0cb7f4f-32be-4e69-8de3-4257a62b5deb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:52.921811 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86ce8838-aa9d-4a32-a3b3-c6cee98cc91b req-b0cb7f4f-32be-4e69-8de3-4257a62b5deb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0829923 May 31 12:55:52.966416 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86ce8838-aa9d-4a32-a3b3-c6cee98cc91b req-1ff9be7e-63bb-478b-93db-1502e2fe3fff tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387175 May 31 12:55:53.684625 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b7ade-05e7-42bc-86bd-fd405df5ff65 req-924ed714-feff-4c5b-9732-aedc250df4a8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:53.686131 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b47b7ade-05e7-42bc-86bd-fd405df5ff65 req-924ed714-feff-4c5b-9732-aedc250df4a8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1623328 May 31 12:55:53.731598 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b47b7ade-05e7-42bc-86bd-fd405df5ff65 req-443c50b1-8283-4670-925e-916aea38694b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396352 May 31 12:55:54.161906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d848216-fa29-4024-9a4d-ffdb6e965af4 req-025bee2c-f342-4e9c-8a26-e1aab11ade90 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:54.163418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8d848216-fa29-4024-9a4d-ffdb6e965af4 req-025bee2c-f342-4e9c-8a26-e1aab11ade90 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0854688 May 31 12:55:54.207284 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8d848216-fa29-4024-9a4d-ffdb6e965af4 req-943a9a2d-9908-4546-9030-9a2457d57ce3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380704 May 31 12:55:54.946462 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d8469-677c-4566-ba49-1e327d6df73c req-1920978c-b4da-4526-a924-026234f75c7c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:54.947933 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562d8469-677c-4566-ba49-1e327d6df73c req-1920978c-b4da-4526-a924-026234f75c7c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0964243 May 31 12:55:55.000551 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562d8469-677c-4566-ba49-1e327d6df73c req-7b5cc85d-8fd2-465b-abf3-5edff05a3dc1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468321 May 31 12:55:55.436606 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a71a47-e2b4-4964-84de-e1901f417b88 req-304a3f39-52c0-49df-8742-79de1324012d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:55.438082 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-64a71a47-e2b4-4964-84de-e1901f417b88 req-304a3f39-52c0-49df-8742-79de1324012d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1017742 May 31 12:55:55.483136 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-64a71a47-e2b4-4964-84de-e1901f417b88 req-a24714bb-0e58-4f34-aa9e-2d668f3c5cfd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389333 May 31 12:55:56.214761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f053b9-3cdf-406d-8c12-c95cda1f6aad req-3b9ddb3b-02aa-4208-ac69-79a4f1465879 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:56.216229 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-06f053b9-3cdf-406d-8c12-c95cda1f6aad req-3b9ddb3b-02aa-4208-ac69-79a4f1465879 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0864804 May 31 12:55:56.261406 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-06f053b9-3cdf-406d-8c12-c95cda1f6aad req-119317a3-7f75-4e50-ad06-3ba5bda0367e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391417 May 31 12:55:56.689356 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453376fc-85d7-4773-87e7-817196a91d30 req-b7147059-9f37-42f3-ab0e-78d8741e01b0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:56.690884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-453376fc-85d7-4773-87e7-817196a91d30 req-b7147059-9f37-42f3-ab0e-78d8741e01b0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0832822 May 31 12:55:56.739199 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-453376fc-85d7-4773-87e7-817196a91d30 req-68b11169-f8d1-4745-a79d-2449e62ecb1f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395761 May 31 12:55:57.450124 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a23c891-e4b7-409b-9345-291ce8ea77fb req-9dc6c230-7a9c-46d1-8faa-1c1d82634b3e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.451614 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a23c891-e4b7-409b-9345-291ce8ea77fb req-9dc6c230-7a9c-46d1-8faa-1c1d82634b3e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0826788 May 31 12:55:57.504693 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a23c891-e4b7-409b-9345-291ce8ea77fb req-48d8e500-cf23-421d-8678-f960463e856d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446563 May 31 12:55:57.930373 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b5874-6fad-45e3-a1bd-39780771b79e req-dc3e9bc3-8b67-4e68-a053-50e6936fa79d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:57.931846 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-865b5874-6fad-45e3-a1bd-39780771b79e req-dc3e9bc3-8b67-4e68-a053-50e6936fa79d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0831800 May 31 12:55:57.975638 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-865b5874-6fad-45e3-a1bd-39780771b79e req-677166eb-62c4-490c-b555-909b8447393d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377493 May 31 12:55:58.704722 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5c1b23-b5fb-434a-a216-19b2410a7ef4 req-5a511c96-2b5c-4b10-8593-597aa450ea42 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:58.706172 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3b5c1b23-b5fb-434a-a216-19b2410a7ef4 req-5a511c96-2b5c-4b10-8593-597aa450ea42 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0844715 May 31 12:55:58.750232 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3b5c1b23-b5fb-434a-a216-19b2410a7ef4 req-1269d642-e6fa-4baf-b992-b04ae38631ba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383940 May 31 12:55:59.170688 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee223c-8480-41f8-bef7-f73b0ba77cf1 req-38cdbb09-aeeb-463c-8c6c-55bb1799eb65 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:59.172169 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5eee223c-8480-41f8-bef7-f73b0ba77cf1 req-38cdbb09-aeeb-463c-8c6c-55bb1799eb65 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0845466 May 31 12:55:59.217337 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5eee223c-8480-41f8-bef7-f73b0ba77cf1 req-bbbba1c0-b6b2-4d9f-aea0-98af0cfb3d65 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393806 May 31 12:55:59.965542 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82602287-062d-4e73-89d5-10fbe762d786 req-8d0cda84-322d-4cbb-9f08-ba3352a96bd9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:55:59.967051 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-82602287-062d-4e73-89d5-10fbe762d786 req-8d0cda84-322d-4cbb-9f08-ba3352a96bd9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0929163 May 31 12:56:00.012940 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-82602287-062d-4e73-89d5-10fbe762d786 req-a3ae5355-ade0-4efe-a67f-8af879bcd40e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400982 May 31 12:56:00.421845 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43debe-b159-4243-81e6-bc303bc00f0a req-97dc237b-0d0b-46ec-876d-b274f953e642 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:00.423297 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8d43debe-b159-4243-81e6-bc303bc00f0a req-97dc237b-0d0b-46ec-876d-b274f953e642 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0834632 May 31 12:56:00.474485 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8d43debe-b159-4243-81e6-bc303bc00f0a req-3a5ad595-601e-4d96-81c1-0b4f148b10a4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427973 May 31 12:56:01.214918 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6fb42-3222-499e-ae8c-51e1f1e0b3a9 req-4b3edbe5-07c5-4869-8292-ad0571622088 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:01.216386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d6e6fb42-3222-499e-ae8c-51e1f1e0b3a9 req-4b3edbe5-07c5-4869-8292-ad0571622088 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0897610 May 31 12:56:01.262474 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d6e6fb42-3222-499e-ae8c-51e1f1e0b3a9 req-942c8604-3d8a-4257-b57d-25194f20dca7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 May 31 12:56:01.700131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ebcf8-10a1-4e75-bf5e-3c22127c33dd req-d3450683-9e82-45e7-9ec2-e7d4dcb27e9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:01.701690 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f7ebcf8-10a1-4e75-bf5e-3c22127c33dd req-d3450683-9e82-45e7-9ec2-e7d4dcb27e9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0994546 May 31 12:56:01.746523 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f7ebcf8-10a1-4e75-bf5e-3c22127c33dd req-9b1a9dbd-4f0a-4f51-8bc1-22a43445585c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389454 May 31 12:56:02.117206 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:02.446500 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46842ab0-20fc-4613-b3ee-fa8a4703b8f5 req-ece91a3a-4770-41ef-a09e-1462d955b225 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:02.447930 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46842ab0-20fc-4613-b3ee-fa8a4703b8f5 req-ece91a3a-4770-41ef-a09e-1462d955b225 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0802670 May 31 12:56:02.493606 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46842ab0-20fc-4613-b3ee-fa8a4703b8f5 req-ae0b06e1-8884-4e56-9bc9-e7f1a4cf4b82 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381482 May 31 12:56:02.971605 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904da1c-991c-4983-939c-328faff77613 req-7a5b3426-09ca-4346-8131-ae0c1ef346ca tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:02.972627 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4904da1c-991c-4983-939c-328faff77613 req-7a5b3426-09ca-4346-8131-ae0c1ef346ca tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0957119 May 31 12:56:03.023073 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4904da1c-991c-4983-939c-328faff77613 req-20b5fdf2-a353-4527-ad60-94ff72416a7f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 May 31 12:56:03.686147 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9d475-2ef5-4040-8e6f-e067e4f1e68b req-9236cce1-239d-400f-bc00-095e85e0cabd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:03.688007 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7db9d475-2ef5-4040-8e6f-e067e4f1e68b req-9236cce1-239d-400f-bc00-095e85e0cabd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0834796 May 31 12:56:03.746952 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7db9d475-2ef5-4040-8e6f-e067e4f1e68b req-42ae62ec-19fc-496c-935f-29a704507ef7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518336 May 31 12:56:04.286782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475401e3-c7af-4a3d-a755-495045865647 req-22b8a8f7-172e-4f34-976b-e26f813e3f56 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:04.288304 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-475401e3-c7af-4a3d-a755-495045865647 req-22b8a8f7-172e-4f34-976b-e26f813e3f56 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1458006 May 31 12:56:04.334637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-475401e3-c7af-4a3d-a755-495045865647 req-21ea1653-509f-4b51-b431-b17dd621d80c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403478 May 31 12:56:04.999073 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d7e5d-4490-4e63-afba-63f0b1e45fa8 req-899474c8-f96d-431b-b355-601bb314131e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:05.000568 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-538d7e5d-4490-4e63-afba-63f0b1e45fa8 req-899474c8-f96d-431b-b355-601bb314131e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1345322 May 31 12:56:05.121888 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-538d7e5d-4490-4e63-afba-63f0b1e45fa8 req-34b3acb1-620b-47db-819f-0ec4bfdc3e3a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154637 May 31 12:56:05.275743 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3b9b118a-9343-475d-ab86-cf0d21b2d6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:05.550783 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc60250-44d4-4bd6-84c6-1334bd6f48e7 req-6c4134dc-587e-4463-9ea4-dfcb538f3332 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:05.552243 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3cc60250-44d4-4bd6-84c6-1334bd6f48e7 req-6c4134dc-587e-4463-9ea4-dfcb538f3332 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0922863 May 31 12:56:05.598697 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3cc60250-44d4-4bd6-84c6-1334bd6f48e7 req-cab8b03e-f6cb-47b8-8635-1c4f2264c622 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383155 May 31 12:56:06.312532 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b773e2b2-75ed-4132-b28f-7e5d08d284b6 req-9a4f6d40-1d1f-49d5-b1f4-6dc7b988cd86 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:06.313963 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b773e2b2-75ed-4132-b28f-7e5d08d284b6 req-9a4f6d40-1d1f-49d5-b1f4-6dc7b988cd86 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0855310 May 31 12:56:06.372788 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b773e2b2-75ed-4132-b28f-7e5d08d284b6 req-21c45c36-83d3-4cc3-b55c-58bada059adc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501025 May 31 12:56:06.958167 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1dc39-aa2a-4d7a-a525-3f90e9510189 req-e31fa1e8-0c8a-4945-a2c3-7bcb568646e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:06.959652 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44d1dc39-aa2a-4d7a-a525-3f90e9510189 req-e31fa1e8-0c8a-4945-a2c3-7bcb568646e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0889401 May 31 12:56:07.007354 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44d1dc39-aa2a-4d7a-a525-3f90e9510189 req-2744a36c-a1ad-4192-9b99-dc4e20094707 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407269 May 31 12:56:07.596570 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4b5f0-61f2-427b-ad7f-9c978c246cfc req-a1a57e61-2ee3-4b82-b3b7-0dcac98246e4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:07.597907 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f5c4b5f0-61f2-427b-ad7f-9c978c246cfc req-a1a57e61-2ee3-4b82-b3b7-0dcac98246e4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0969179 May 31 12:56:07.643778 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f5c4b5f0-61f2-427b-ad7f-9c978c246cfc req-bb2eddf6-0b18-4e1e-b2a0-ef6621e9ca0b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398357 May 31 12:56:07.676775 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:07.816168 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5a6e30e4-a1b0-44c7-8891-75ee8214e667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:08.204135 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a04595-a42d-4922-966b-2c5692f3f633 req-b025a53b-c595-44d7-b874-f0ddbe227602 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:08.205617 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6a04595-a42d-4922-966b-2c5692f3f633 req-b025a53b-c595-44d7-b874-f0ddbe227602 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0886807 May 31 12:56:08.255603 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6a04595-a42d-4922-966b-2c5692f3f633 req-e210515a-65b2-40d9-b41a-30eb149644e3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439003 May 31 12:56:08.850274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80d8a7-b130-4901-b7f9-d333ecb3dfae req-4abc4cbe-c14b-41a6-8bfd-e4967d72a93c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:08.851722 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d80d8a7-b130-4901-b7f9-d333ecb3dfae req-4abc4cbe-c14b-41a6-8bfd-e4967d72a93c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0831609 May 31 12:56:08.899239 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d80d8a7-b130-4901-b7f9-d333ecb3dfae req-6ec266bd-2508-4bfc-9f66-e39425119f9a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390704 May 31 12:56:08.922333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:09.463382 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a58498-5f2d-49d6-b9c8-e7de8fa7232c req-2eb7de3d-2ef6-42a4-aed6-0b971bd4b788 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:09.464895 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3a58498-5f2d-49d6-b9c8-e7de8fa7232c req-2eb7de3d-2ef6-42a4-aed6-0b971bd4b788 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0866361 May 31 12:56:09.508895 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3a58498-5f2d-49d6-b9c8-e7de8fa7232c req-550141a4-2ccc-4312-9cbb-b4fccb763803 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381837 May 31 12:56:10.096936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc610113-c20a-48c1-8525-8d4706b20a99 req-73925ee9-ea45-49a0-bc87-4a5104228ca7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:10.098449 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cc610113-c20a-48c1-8525-8d4706b20a99 req-73925ee9-ea45-49a0-bc87-4a5104228ca7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0799522 May 31 12:56:10.143191 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cc610113-c20a-48c1-8525-8d4706b20a99 req-6c354673-7cdb-4585-a397-8f35dfefcb90 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387380 May 31 12:56:10.484045 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:10.713906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e3bb9-43e4-4742-8b58-0da353543c96 req-8b6b8213-6cba-4ed7-8f00-50a4614e2be0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:10.715371 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-797e3bb9-43e4-4742-8b58-0da353543c96 req-8b6b8213-6cba-4ed7-8f00-50a4614e2be0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0855100 May 31 12:56:10.762398 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-797e3bb9-43e4-4742-8b58-0da353543c96 req-5a1fb51f-cd1b-45c5-931d-495f098ee56d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 May 31 12:56:11.337615 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ff246-6225-4111-9284-49ce02cd2ef3 req-7f431034-cefc-466e-9b0d-2e57fa7823a8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:11.339070 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3f2ff246-6225-4111-9284-49ce02cd2ef3 req-7f431034-cefc-466e-9b0d-2e57fa7823a8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0895529 May 31 12:56:11.391536 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3f2ff246-6225-4111-9284-49ce02cd2ef3 req-6d9f2488-2240-4bf3-902d-b8c6f1e03048 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468545 May 31 12:56:11.966956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebc564-c23f-42f8-bf93-0fe944811bcf req-bbbdaee1-8263-487a-819a-b692f3e6d36b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:11.968424 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47ebc564-c23f-42f8-bf93-0fe944811bcf req-bbbdaee1-8263-487a-819a-b692f3e6d36b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0815010 May 31 12:56:12.014314 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47ebc564-c23f-42f8-bf93-0fe944811bcf req-b25acd19-783f-416f-95bc-cf0b773c14c0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380027 May 31 12:56:12.601097 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c63951-9c9a-44ba-8554-1e4b3f9613aa req-83167fcb-f192-4c42-ab77-6de4ec7f5ffd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:12.602455 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45c63951-9c9a-44ba-8554-1e4b3f9613aa req-83167fcb-f192-4c42-ab77-6de4ec7f5ffd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0942400 May 31 12:56:12.648523 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45c63951-9c9a-44ba-8554-1e4b3f9613aa req-b402affe-c479-405f-88a2-c00f262d8408 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376003 May 31 12:56:13.232278 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71d92d-7e01-474f-8ad8-4c58136a6f63 req-613f7307-c749-49d5-92b7-9a1415aa2881 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:13.233643 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f71d92d-7e01-474f-8ad8-4c58136a6f63 req-613f7307-c749-49d5-92b7-9a1415aa2881 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0999751 May 31 12:56:13.277942 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f71d92d-7e01-474f-8ad8-4c58136a6f63 req-4cbbeccf-eaa2-4eea-987b-9e1436e2c5ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384183 May 31 12:56:13.844124 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41890155-9df9-417b-8ae2-4e87f266cb6c req-ea8f58dd-a032-4219-8a29-f8d63e0a7ca1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:13.845541 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-41890155-9df9-417b-8ae2-4e87f266cb6c req-ea8f58dd-a032-4219-8a29-f8d63e0a7ca1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0852501 May 31 12:56:13.890111 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-41890155-9df9-417b-8ae2-4e87f266cb6c req-d338a90a-f328-4ea2-8b1f-e0b02fa3d1b1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372138 May 31 12:56:14.479859 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249c235-9920-4f34-8cde-75c2720c25cd req-6381905e-3f01-44b2-afbb-0f2f93ab5180 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:14.487317 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f249c235-9920-4f34-8cde-75c2720c25cd req-6381905e-3f01-44b2-afbb-0f2f93ab5180 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0879357 May 31 12:56:14.525974 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f249c235-9920-4f34-8cde-75c2720c25cd req-ff210f5b-333e-4631-b653-c0c5c713ade1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377989 May 31 12:56:15.086847 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff215f6-e063-4056-b5c6-94c9b3ae9f98 req-c1eeb511-3c1b-4926-83a6-dcf46ba712dd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:15.088177 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8ff215f6-e063-4056-b5c6-94c9b3ae9f98 req-c1eeb511-3c1b-4926-83a6-dcf46ba712dd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0842068 May 31 12:56:15.135230 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8ff215f6-e063-4056-b5c6-94c9b3ae9f98 req-df623fc4-3004-42e6-8eac-2351d2fee7ef tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387897 May 31 12:56:15.742314 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb13a377-f773-4f30-a02d-e99bb618792a req-4eb94682-5bd9-4759-9511-bffcb9bebab4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:15.743679 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bb13a377-f773-4f30-a02d-e99bb618792a req-4eb94682-5bd9-4759-9511-bffcb9bebab4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0968544 May 31 12:56:15.790161 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bb13a377-f773-4f30-a02d-e99bb618792a req-a013b684-303a-4841-a9f7-e24513742292 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 May 31 12:56:16.475493 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999bcaa-5619-43ad-b8f7-1d567596550d req-5e2be6e4-5c2a-4ca6-ac6e-8f0301955db6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:16.476996 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d999bcaa-5619-43ad-b8f7-1d567596550d req-5e2be6e4-5c2a-4ca6-ac6e-8f0301955db6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0797355 May 31 12:56:16.525789 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d999bcaa-5619-43ad-b8f7-1d567596550d req-84ffa9b5-d365-4073-93ed-abaa88c91977 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 May 31 12:56:17.072840 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ce7f7-f457-43f5-8e89-308d86317ded req-9996b657-8ed2-4c16-b0c5-6d3daee15ef2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:17.074287 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f3ce7f7-f457-43f5-8e89-308d86317ded req-9996b657-8ed2-4c16-b0c5-6d3daee15ef2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1680658 May 31 12:56:17.118707 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f3ce7f7-f457-43f5-8e89-308d86317ded req-69bbd5ff-b1b3-44a7-a167-75ca31d4a3bf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387521 May 31 12:56:17.716590 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082db49-0e1e-4444-a667-51ad4aa124bc req-04a74385-ef0c-45f9-be14-bae1b1a3c823 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:17.717998 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e082db49-0e1e-4444-a667-51ad4aa124bc req-04a74385-ef0c-45f9-be14-bae1b1a3c823 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0863409 May 31 12:56:17.764681 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e082db49-0e1e-4444-a667-51ad4aa124bc req-1f8cc24b-cb81-43e9-851f-a511957cad79 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 May 31 12:56:18.439612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a94e43-3e52-49aa-b98a-0a2ac380790f req-a96a36f1-5699-44e8-8332-3633db474f33 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:18.441055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c4a94e43-3e52-49aa-b98a-0a2ac380790f req-a96a36f1-5699-44e8-8332-3633db474f33 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0930533 May 31 12:56:18.489837 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c4a94e43-3e52-49aa-b98a-0a2ac380790f req-7fdece1d-3d7a-4f5d-9eba-56117e88053d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428088 May 31 12:56:18.959460 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861607ee-0564-4ce6-92df-3dca17db156f req-c7757056-af8b-4d9d-a3fb-60032a15449b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:18.961349 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-861607ee-0564-4ce6-92df-3dca17db156f req-c7757056-af8b-4d9d-a3fb-60032a15449b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0891182 May 31 12:56:19.009055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-861607ee-0564-4ce6-92df-3dca17db156f req-a9e51e4b-595a-4d2f-bf6c-64e1f7a4fee2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410862 May 31 12:56:19.696252 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b98de-385c-4006-a8f4-2b5697b95f08 req-c1c9c083-8874-4e4f-b1d3-ff9a220de091 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:19.697962 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-556b98de-385c-4006-a8f4-2b5697b95f08 req-c1c9c083-8874-4e4f-b1d3-ff9a220de091 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0893083 May 31 12:56:19.744885 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-556b98de-385c-4006-a8f4-2b5697b95f08 req-3986f7f5-ffa6-4f0b-b980-d9268c8919ea tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411239 May 31 12:56:20.213188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c8a1e-0e7b-4808-97bb-696051e38758 req-89cda6a2-bb9c-4d83-a07e-4e552d501d43 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:20.214656 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-601c8a1e-0e7b-4808-97bb-696051e38758 req-89cda6a2-bb9c-4d83-a07e-4e552d501d43 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0924549 May 31 12:56:20.260786 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-601c8a1e-0e7b-4808-97bb-696051e38758 req-daf1978d-ee53-4dc2-86a0-e79bf88d09f3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399113 May 31 12:56:20.955666 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ca9c0-fd61-434f-b93b-e4e20bd83486 req-3e540d58-de4a-4928-addf-3d73c2421bd7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:20.956984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a47ca9c0-fd61-434f-b93b-e4e20bd83486 req-3e540d58-de4a-4928-addf-3d73c2421bd7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0891078 May 31 12:56:21.006972 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a47ca9c0-fd61-434f-b93b-e4e20bd83486 req-9498435b-ad0a-4bd7-abf0-f87b14aa9633 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426307 May 31 12:56:21.463577 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fddaf0-a088-4bc4-8a3f-72dd5cf062e0 req-894e68e2-9840-4be8-9142-211868f93b41 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:21.465036 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8fddaf0-a088-4bc4-8a3f-72dd5cf062e0 req-894e68e2-9840-4be8-9142-211868f93b41 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0890079 May 31 12:56:21.509340 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8fddaf0-a088-4bc4-8a3f-72dd5cf062e0 req-927311dd-b601-404a-a67c-de2b0c96820e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387945 May 31 12:56:22.210605 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2836839-d2a2-43fa-8460-7bc45a8e0c6f req-6b23370e-e0eb-4523-974b-1a43a73864e3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:22.212168 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e2836839-d2a2-43fa-8460-7bc45a8e0c6f req-6b23370e-e0eb-4523-974b-1a43a73864e3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0840876 May 31 12:56:22.257246 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e2836839-d2a2-43fa-8460-7bc45a8e0c6f req-efaba459-d8b4-4612-b708-1f8a545b64bb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390708 May 31 12:56:22.698069 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0817f09-b524-44c0-b04f-9362048665c9 req-81b0cab5-a45a-4ca9-a7d4-16a20b82b156 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:22.699629 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e0817f09-b524-44c0-b04f-9362048665c9 req-81b0cab5-a45a-4ca9-a7d4-16a20b82b156 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0820777 May 31 12:56:22.743723 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e0817f09-b524-44c0-b04f-9362048665c9 req-50ccc7f0-07d5-4d12-ba36-269ab2b669da tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384717 May 31 12:56:23.329309 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:56:23.460952 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f0b5a-c7a5-4384-9e05-81a1d608f353 req-546c2c2d-363b-4425-b06f-49f4a84ce608 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:23.462412 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-514f0b5a-c7a5-4384-9e05-81a1d608f353 req-546c2c2d-363b-4425-b06f-49f4a84ce608 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0922577 May 31 12:56:23.508579 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-514f0b5a-c7a5-4384-9e05-81a1d608f353 req-43db1a34-1f92-4a9e-b644-2be1296f662b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404382 May 31 12:56:23.934540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c1b3c-b2ac-4d3a-aaa0-6854ee682782 req-fdd2cdf1-3391-44a2-b22a-d39ada889a19 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:23.936042 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc0c1b3c-b2ac-4d3a-aaa0-6854ee682782 req-fdd2cdf1-3391-44a2-b22a-d39ada889a19 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0880439 May 31 12:56:23.983519 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc0c1b3c-b2ac-4d3a-aaa0-6854ee682782 req-c653d197-1ff9-4ba2-b487-179cf83c0d66 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387585 May 31 12:56:24.707302 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aedfff8-010b-426f-9cd3-9648f0a878d9 req-a53a7fc9-5ac0-41b3-98cd-afaa56b56b31 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:24.708767 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0aedfff8-010b-426f-9cd3-9648f0a878d9 req-a53a7fc9-5ac0-41b3-98cd-afaa56b56b31 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0891821 May 31 12:56:24.753048 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0aedfff8-010b-426f-9cd3-9648f0a878d9 req-49853d71-d958-4a58-a4f1-414b04acd5d0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385504 May 31 12:56:25.182879 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8a6fe-5bd0-41b8-b439-3da5c0b867b3 req-61d2b83b-82c6-4136-9497-c7f13eee8297 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:25.184362 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ec8a6fe-5bd0-41b8-b439-3da5c0b867b3 req-61d2b83b-82c6-4136-9497-c7f13eee8297 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0954792 May 31 12:56:25.232874 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ec8a6fe-5bd0-41b8-b439-3da5c0b867b3 req-857f8154-d144-4bc1-a3c2-ac720be69d9e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427661 May 31 12:56:25.959047 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f287b-a405-434f-9cb8-4bf8647ffc47 req-4a3ef972-5434-423d-963b-84439d7c9cf9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:25.960535 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-772f287b-a405-434f-9cb8-4bf8647ffc47 req-4a3ef972-5434-423d-963b-84439d7c9cf9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0848320 May 31 12:56:26.007167 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-772f287b-a405-434f-9cb8-4bf8647ffc47 req-0744056f-48c5-4bbb-960f-708d8d74d6ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 May 31 12:56:26.453777 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83dd54-cf62-4887-97cd-9428b2d42f63 req-2fc3cbfa-418d-40f0-9759-7317f0c004bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:26.455298 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0d83dd54-cf62-4887-97cd-9428b2d42f63 req-2fc3cbfa-418d-40f0-9759-7317f0c004bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1013148 May 31 12:56:26.502609 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0d83dd54-cf62-4887-97cd-9428b2d42f63 req-e0e84746-0ad6-42e7-91f7-bbf1b037f12b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390606 May 31 12:56:27.220700 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05180c5c-c108-4aa8-b942-b197faf12d14 req-bf7e0971-e777-4344-b1d7-a65ce6db377b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:27.222173 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-05180c5c-c108-4aa8-b942-b197faf12d14 req-bf7e0971-e777-4344-b1d7-a65ce6db377b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0967820 May 31 12:56:27.266916 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-05180c5c-c108-4aa8-b942-b197faf12d14 req-a4ec98ce-28e6-4cd4-a315-78ceb2716d58 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 May 31 12:56:27.699810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2a257-ff52-451b-9b17-7681568d0e28 req-2a28e06d-699f-43cb-9f4c-1b958bd15ca4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:27.700393 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-10d2a257-ff52-451b-9b17-7681568d0e28 req-2a28e06d-699f-43cb-9f4c-1b958bd15ca4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0864444 May 31 12:56:27.744006 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-10d2a257-ff52-451b-9b17-7681568d0e28 req-d759a19c-bd73-423d-af8f-d45d953ec5e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381525 May 31 12:56:28.468965 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45590555-f56a-42c8-a8bc-05b0b4f237bc req-9100d883-2c10-4289-9903-e65c495d8ef1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:28.470418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45590555-f56a-42c8-a8bc-05b0b4f237bc req-9100d883-2c10-4289-9903-e65c495d8ef1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0809848 May 31 12:56:28.518332 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45590555-f56a-42c8-a8bc-05b0b4f237bc req-5493c38b-ac25-4946-8da3-49450ef46af6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416589 May 31 12:56:28.995088 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07d2f20-50aa-4678-9f45-71f6840334a6 req-89143dd8-5e48-404b-89ea-cf90b0592083 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:28.996676 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b07d2f20-50aa-4678-9f45-71f6840334a6 req-89143dd8-5e48-404b-89ea-cf90b0592083 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1499350 May 31 12:56:29.041292 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b07d2f20-50aa-4678-9f45-71f6840334a6 req-72f96546-3f69-493b-8a50-29e5e12a100a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389099 May 31 12:56:29.717371 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c61e6-81d3-400d-9813-5d7aa0baf688 req-d9ab8eb4-2780-4aee-8c26-9bc119749423 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:29.718829 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-774c61e6-81d3-400d-9813-5d7aa0baf688 req-d9ab8eb4-2780-4aee-8c26-9bc119749423 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0840530 May 31 12:56:29.764218 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-774c61e6-81d3-400d-9813-5d7aa0baf688 req-586a65dc-dc16-4bc3-908d-fd0c1c414936 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377700 May 31 12:56:30.238549 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980d0ef-136a-4cad-a693-75edad4797c4 req-525b4c48-93dd-47ee-8745-201bb13e088c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:30.240048 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6980d0ef-136a-4cad-a693-75edad4797c4 req-525b4c48-93dd-47ee-8745-201bb13e088c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0898523 May 31 12:56:30.286317 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6980d0ef-136a-4cad-a693-75edad4797c4 req-385db2e0-7766-4352-9859-d7b7d9795de0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404329 May 31 12:56:30.974929 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5fde-ea8b-4703-b8ef-5a4c9ac16ce8 req-be122064-ffd3-4453-a301-d5987e52c658 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:30.975945 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3d5a5fde-ea8b-4703-b8ef-5a4c9ac16ce8 req-be122064-ffd3-4453-a301-d5987e52c658 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0882263 May 31 12:56:31.026471 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3d5a5fde-ea8b-4703-b8ef-5a4c9ac16ce8 req-a032701d-1e58-4e5a-be84-76c5e390d2fa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446153 May 31 12:56:31.486130 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cfe8d-a478-475f-8ad8-3f694626ba0a req-026c0342-06ae-410c-bd0f-3e0f43235507 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:31.487596 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cb8cfe8d-a478-475f-8ad8-3f694626ba0a req-026c0342-06ae-410c-bd0f-3e0f43235507 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0929506 May 31 12:56:31.534457 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cb8cfe8d-a478-475f-8ad8-3f694626ba0a req-c1ce2f6a-13b4-46ac-8e35-faa6a53c8d4d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379202 May 31 12:56:32.108573 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:32.217765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b9c74-7c8a-4074-9a8c-752277bbce0e req-e37eaef3-e0d4-44a8-9964-619d2e8ebc36 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:32.219306 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-489b9c74-7c8a-4074-9a8c-752277bbce0e req-e37eaef3-e0d4-44a8-9964-619d2e8ebc36 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0798087 May 31 12:56:32.262756 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-489b9c74-7c8a-4074-9a8c-752277bbce0e req-28b40629-647d-40ac-a790-31bf7750b22e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372534 May 31 12:56:32.735959 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1053feeb-a276-45eb-97c4-43aa8672e5ac req-bb538894-aef1-4250-aa5c-55a2ce59ac32 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:32.737386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1053feeb-a276-45eb-97c4-43aa8672e5ac req-bb538894-aef1-4250-aa5c-55a2ce59ac32 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0872898 May 31 12:56:32.783415 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1053feeb-a276-45eb-97c4-43aa8672e5ac req-bc3008d7-5662-4a52-bc43-23dc59e0a7c7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 May 31 12:56:32.994822 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-6403269d-5cf5-4615-b96f-723304a7fc0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1154561 May 31 12:56:33.085880 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-ec211d87-b717-4036-98f7-78d59c6d29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:33.087316 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-ec211d87-b717-4036-98f7-78d59c6d29ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1099 time: 0.0706205 May 31 12:56:33.240164 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-e96f8a45-89fb-487e-b97b-b1d8d3a52ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:33.241648 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-e96f8a45-89fb-487e-b97b-b1d8d3a52ad7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1311615 May 31 12:56:33.344647 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-6fafd090-fb12-4b98-b3b1-3330362f2843 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 1001 time: 0.0957441 May 31 12:56:33.405422 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-f0eb8431-e3e6-4f1e-b3b5-f07cafc695bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:33.406881 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-f0eb8431-e3e6-4f1e-b3b5-f07cafc695bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0556643 May 31 12:56:33.455261 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6209-fc76-4d1e-a6bc-22c71e26250d req-bd554de7-751f-4fb2-a8ce-f8e8e6ffea2f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:33.456831 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1cee6209-fc76-4d1e-a6bc-22c71e26250d req-bd554de7-751f-4fb2-a8ce-f8e8e6ffea2f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0799849 May 31 12:56:33.486331 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-d186a1a9-dcd6-414c-984d-45825e3717dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:33.488908 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-d186a1a9-dcd6-414c-984d-45825e3717dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738673 May 31 12:56:33.504785 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1cee6209-fc76-4d1e-a6bc-22c71e26250d req-d2f11193-418c-4abb-8325-ba628ce74871 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422828 May 31 12:56:33.620666 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-8e0d7b84-dd20-4273-b46d-6f5b85ce9374 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256003 May 31 12:56:33.752898 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-88d3b47d-3328-474b-b2f1-268f1dbc7926 req-c8b69c33-3a1f-4f35-bdd5-b164ca04cb13 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250892 May 31 12:56:33.979346 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeed19-b10f-4d94-84ae-10558707e702 req-902bb6bb-77a3-4816-a479-60e9b8bacd1c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:33.980898 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3dfeed19-b10f-4d94-84ae-10558707e702 req-902bb6bb-77a3-4816-a479-60e9b8bacd1c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0860498 May 31 12:56:34.025070 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3dfeed19-b10f-4d94-84ae-10558707e702 req-cbcfd425-c7ea-4d44-a8c8-eadf2042a066 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384743 May 31 12:56:34.695103 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c190a499-f684-446b-9bd2-bb4e9ccf56f5 req-f714c548-b629-498d-a8da-a47c94180c1a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:34.696580 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c190a499-f684-446b-9bd2-bb4e9ccf56f5 req-f714c548-b629-498d-a8da-a47c94180c1a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0806971 May 31 12:56:34.746693 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c190a499-f684-446b-9bd2-bb4e9ccf56f5 req-7ff4d554-ecc9-4b63-88b0-e1a33bc04f6b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414288 May 31 12:56:35.225588 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf11612-61e6-4ad8-b5f2-e53c1d6ee4a5 req-a19e0897-81e1-4985-9872-e26e569d2672 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:35.227048 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8bf11612-61e6-4ad8-b5f2-e53c1d6ee4a5 req-a19e0897-81e1-4985-9872-e26e569d2672 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0825644 May 31 12:56:35.247720 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 12:56:35.273500 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8bf11612-61e6-4ad8-b5f2-e53c1d6ee4a5 req-007fa542-4cd2-4de8-9304-029f687f5914 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 May 31 12:56:35.285596 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1af192d1-60b4-401b-a4a1-f44a64773143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:35.400357 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:35.413903 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'port_id': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'mac_address': 'fa:16:3e:36:a9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 12:56:35.472005 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:35.489815 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 12:56:35.505703 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:35.511167 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:35.512995 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:35.576743 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:35.584316 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.584654 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.584987 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.585310 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.585635 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.585958 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.586280 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.586589 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.586943 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.587259 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.587553 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.587863 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:35.591855 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:35.908596 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c7a1bbcc-afb0-4963-b47b-ca2a76c8b937'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 12:56:35.951507 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc434218-9b77-485f-acb7-020aea8dac06 req-d24e25f4-8b17-4707-ad9b-e0348f97264b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:35.952968 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bc434218-9b77-485f-acb7-020aea8dac06 req-d24e25f4-8b17-4707-ad9b-e0348f97264b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0969386 May 31 12:56:35.999954 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bc434218-9b77-485f-acb7-020aea8dac06 req-960bee66-ef2e-465b-adf1-0b0b15a37fdb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 May 31 12:56:36.473645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb52d8d-ef74-4b9c-9c9e-dd0acaf617b0 req-3ca87806-dfe6-4588-ab06-d401902d9add tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:36.475933 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5fb52d8d-ef74-4b9c-9c9e-dd0acaf617b0 req-3ca87806-dfe6-4588-ab06-d401902d9add tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 945 time: 0.0903661 May 31 12:56:36.520808 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5fb52d8d-ef74-4b9c-9c9e-dd0acaf617b0 req-92aa2521-ee28-4310-b50f-b55d1706b3df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394919 May 31 12:56:37.208108 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbec2a5-492b-4cac-84a7-7ed5af7fc17b req-745a7a6b-c8c7-4cbe-b02a-c0a78cffb367 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:37.209526 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2dbec2a5-492b-4cac-84a7-7ed5af7fc17b req-745a7a6b-c8c7-4cbe-b02a-c0a78cffb367 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0831273 May 31 12:56:37.249272 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 12:56:37.255437 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2dbec2a5-492b-4cac-84a7-7ed5af7fc17b req-94afdea9-4899-4ca8-8ffc-b2d9f5f466dc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386939 May 31 12:56:37.319557 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 12:56:37.323974 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 12:56:37.324349 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.447738 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.474445 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:37.476818 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc945862-9a75-4f0f-90c0-82e081027419" -d '{"events": [{"server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "name": "network-vif-plugged", "status": "completed", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:37.484838 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:56:37.491152 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.493287 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:37.527330 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 12:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73c5493-22f7-4bbf-816d-71d97b4bf192 x-openstack-request-id: req-d73c5493-22f7-4bbf-816d-71d97b4bf192 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:37.527616 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "name": "network-vif-plugged", "status": "completed", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:37.527868 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d73c5493-22f7-4bbf-816d-71d97b4bf192 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:37.528266 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'code': 200} May 31 12:56:37.564250 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:37.567235 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:37.676554 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.716726 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e2eb4-aa5b-401a-b878-c3d0c169cdf9 req-00f71416-bf05-481b-86a5-f52a664cf38c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:37.718271 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eb3e2eb4-aa5b-401a-b878-c3d0c169cdf9 req-00f71416-bf05-481b-86a5-f52a664cf38c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0842624 May 31 12:56:37.768350 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eb3e2eb4-aa5b-401a-b878-c3d0c169cdf9 req-b6f3d51e-be62-4e04-a1b4-882207458aab tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 May 31 12:56:37.773863 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8943b-d6cc-4ed8-bb4a-94e585dc3487 req-37c68450-17f8-42ee-a245-f6105aec57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:37.775813 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d5d8943b-d6cc-4ed8-bb4a-94e585dc3487 req-37c68450-17f8-42ee-a245-f6105aec57b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1099 time: 0.0707896 May 31 12:56:37.818032 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-57eaf742-e200-4319-a501-338add10758c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:37.819432 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d5d8943b-d6cc-4ed8-bb4a-94e585dc3487 req-9fca7d1c-0f49-4a1c-991c-3ef215c382d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362830 May 31 12:56:38.454279 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f7395-b0a9-4056-957b-0841a80a0536 req-615617d3-d334-4a72-9822-77a610ef0726 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:38.455804 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb2f7395-b0a9-4056-957b-0841a80a0536 req-615617d3-d334-4a72-9822-77a610ef0726 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0805802 May 31 12:56:38.501755 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb2f7395-b0a9-4056-957b-0841a80a0536 req-6a082194-7703-4546-b144-65d42581b412 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400505 May 31 12:56:38.921433 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:38.955052 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe83d72-640f-46a4-837f-95d39fa42954 req-c2f63e6d-869c-4346-8ce4-34f554548403 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:38.956493 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2fe83d72-640f-46a4-837f-95d39fa42954 req-c2f63e6d-869c-4346-8ce4-34f554548403 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0852013 May 31 12:56:39.003974 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2fe83d72-640f-46a4-837f-95d39fa42954 req-5589613a-e9cd-4e5a-92e1-3ba2e235d44e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415051 May 31 12:56:39.717154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86867d1-c8c6-4af5-8333-1b9c1380fd50 req-65171e73-2905-4e0b-b1d6-673db3d44386 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:39.718589 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c86867d1-c8c6-4af5-8333-1b9c1380fd50 req-65171e73-2905-4e0b-b1d6-673db3d44386 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0943463 May 31 12:56:39.762635 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c86867d1-c8c6-4af5-8333-1b9c1380fd50 req-5c3990c1-292a-44f0-aac6-edb69a678c95 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379729 May 31 12:56:40.270981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac81364-8778-48e6-b95d-28c73894f8db req-e61fc589-7ece-4eb2-a513-f38a1c6abd1f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:40.272410 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1ac81364-8778-48e6-b95d-28c73894f8db req-e61fc589-7ece-4eb2-a513-f38a1c6abd1f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.1527793 May 31 12:56:40.315984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1ac81364-8778-48e6-b95d-28c73894f8db req-966d6d98-08dd-460a-86d2-4eed7c845c5b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377755 May 31 12:56:40.486068 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.501167 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed129428-608b-4205-b683-b53ac18f2a37 req-8369c952-87fd-4918-8cc5-7ee2e18003bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:40.502738 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed129428-608b-4205-b683-b53ac18f2a37 req-8369c952-87fd-4918-8cc5-7ee2e18003bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0812824 May 31 12:56:40.550351 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed129428-608b-4205-b683-b53ac18f2a37 req-e55a971b-c7e0-41f7-bc6f-2f714dad2d9a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 May 31 12:56:40.577500 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 34164) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:40.769494 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d730ce-ea57-4a51-aa89-6df1fdd99c65 tempest-TestShelveInstance-774029569 tempest-TestShelveInstance-774029569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:40.771003 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-69d730ce-ea57-4a51-aa89-6df1fdd99c65 tempest-TestShelveInstance-774029569 tempest-TestShelveInstance-774029569-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1094 time: 0.1925807 May 31 12:56:40.775435 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 34170) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 12:56:40.780519 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'port_id': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 12:56:40.786351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 12:56:40.790293 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Usage tracker for resource:floatingip and tenant:826e894eaafa4c5bb3d23cad3fff7d5a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 12:56:40.793231 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 12:56:40.799123 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 12:56:40.811020 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for floatingip, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.952984 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:40.958114 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098c108-548e-4842-8e6d-597a29f1798c req-a006ce9d-231b-4b26-9da6-a2ac8578e267 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:40.959962 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5098c108-548e-4842-8e6d-597a29f1798c req-a006ce9d-231b-4b26-9da6-a2ac8578e267 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0827363 May 31 12:56:41.013866 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5098c108-548e-4842-8e6d-597a29f1798c req-df5249e2-ff14-4c8b-a92c-29b0295490ad tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450418 May 31 12:56:41.097672 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Allocated IP 172.27.1.229 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/8e7709e0-916d-470f-8b8e-9601fd7413fe) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 12:56:41.244434 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:41.273289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:41.277596 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:41.336414 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 12:56:41.339142 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 12:56:41.342784 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 12:56:41.376282 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'Port': ['ID=8e7709e0-916d-470f-8b8e-9601fd7413fe,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:41.391690 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.392044 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.392388 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.392725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.393068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.393395 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.393708 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.394035 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.394361 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.394673 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.395028 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.395351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:56:41.399893 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:41.876351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:41.952035 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:42.186123 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:42.191292 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:42.195688 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-266a4dc5-13e4-4c35-b6f7-bd3190781008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:56:42.217014 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f2371-cbbe-4b9a-91c9-71f3209544d8 req-573eb176-de7b-402b-8a63-2694f27dd971 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:42.218579 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-665f2371-cbbe-4b9a-91c9-71f3209544d8 req-573eb176-de7b-402b-8a63-2694f27dd971 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0907674 May 31 12:56:42.268116 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-665f2371-cbbe-4b9a-91c9-71f3209544d8 req-f5cf5bdb-fdad-4b43-b8ca-cbd0567d0ce0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431962 May 31 12:56:42.300695 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event updated for resources: {'Port': ['ID=8e7709e0-916d-470f-8b8e-9601fd7413fe,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:56:42.304663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:56:42.313522 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:42.478307 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Floating IP b2d6d043-d6ab-4a05-9ccd-029314bea296 associated. External IP: 172.27.1.229, port: c7a1bbcc-afb0-4963-b47b-ca2a76c8b937. May 31 12:56:42.831413 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 12:56:43.091027 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 12:56:43.101207 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] Sync routers for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 12:56:43.111626 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:43.112454 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:56:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:43.125838 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:56:43.182005 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4055750 May 31 12:56:43.183119 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:56:43.185716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e81c894-f749-4550-8103-c8c6de1a3767" -d '{"events": [{"name": "network-changed", "server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:56:43.280449 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 12:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611db223-e176-4ab7-a224-a4571d8c7d06 x-openstack-request-id: req-611db223-e176-4ab7-a224-a4571d8c7d06 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:56:43.280844 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:56:43.281181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-611db223-e176-4ab7-a224-a4571d8c7d06 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:56:43.281690 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'status': 'completed', 'code': 200} May 31 12:56:43.296381 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:43.374717 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-c34f3ad7-c98a-4030-bd7a-fc7903601852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:43.376381 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-c34f3ad7-c98a-4030-bd7a-fc7903601852 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1099 time: 0.0720196 May 31 12:56:43.472476 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6d577-2f59-423b-8f2c-8cc70d4498a2 req-cb754484-a46c-4335-b0b2-472196cef271 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:43.473984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63e6d577-2f59-423b-8f2c-8cc70d4498a2 req-cb754484-a46c-4335-b0b2-472196cef271 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0852315 May 31 12:56:43.519505 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-57fb0b7c-c2db-46da-a858-704193e78411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:43.520158 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63e6d577-2f59-423b-8f2c-8cc70d4498a2 req-eeed66e1-c1e8-452f-94d1-fe5266a549c6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392830 May 31 12:56:43.521109 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-57fb0b7c-c2db-46da-a858-704193e78411 service neutron] 10.222.0.41 "GET /v2.0/networks?id=441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 200 len: 910 time: 0.1381865 May 31 12:56:43.625289 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-ec19168a-81da-4674-abec-59febcabe30a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 200 len: 1000 time: 0.0959573 May 31 12:56:43.649853 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'b2d6d043-d6ab-4a05-9ccd-029314bea296', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'port_id': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'mac_address': 'fa:16:3e:36:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:56:41Z', 'updated_at': '2021-05-31T12:56:41Z', 'revision_number': 0, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:07Z', 'revision_number': 5, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:43.654020 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] Checking router: 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 12:56:43.662332 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 12:56:43.662966 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T12:56:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:43.687002 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-bf265a41-58a0-4423-85cd-dd6acd9315c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:43.688449 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-bf265a41-58a0-4423-85cd-dd6acd9315c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e HTTP/1.1" status: 200 len: 848 time: 0.0566957 May 31 12:56:43.765771 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-3570a48d-5bd8-4a5e-92d8-157adb5b7e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:43.767236 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-3570a48d-5bd8-4a5e-92d8-157adb5b7e04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=441e9cd8-7c15-462c-b4f1-f311dbc70797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720053 May 31 12:56:43.836800 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 12:56:43.897137 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-c090eeb6-f982-431d-a6b1-3e6b195dd479 service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231420 May 31 12:56:44.028926 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4e81c894-f749-4550-8103-c8c6de1a3767 req-deedab7e-793b-488a-83b2-6cc8b5cfbf21 service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237533 May 31 12:56:44.187220 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'b2d6d043-d6ab-4a05-9ccd-029314bea296', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'port_id': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'mac_address': 'fa:16:3e:36:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:56:41Z', 'updated_at': '2021-05-31T12:56:41Z', 'revision_number': 0, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:07Z', 'revision_number': 5, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 12:56:44.191432 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e93099-1001-4283-9a9e-4af75c8fdf51 None None] The sync data for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi is: [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'b2d6d043-d6ab-4a05-9ccd-029314bea296', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'port_id': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'mac_address': 'fa:16:3e:36:a9:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T12:56:41Z', 'updated_at': '2021-05-31T12:56:41Z', 'revision_number': 0, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:07Z', 'revision_number': 5, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 12:56:44.376599 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c8de5-0970-41dc-b2cc-76feda424860 None None] New status for floating IP b2d6d043-d6ab-4a05-9ccd-029314bea296: ACTIVE {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 12:56:44.716110 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8b483-4d16-407c-9b31-761e0f0495fa req-353f66fe-3eba-4ea9-8273-c89d229c54c7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:44.717470 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5ac8b483-4d16-407c-9b31-761e0f0495fa req-353f66fe-3eba-4ea9-8273-c89d229c54c7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0865979 May 31 12:56:44.761604 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5ac8b483-4d16-407c-9b31-761e0f0495fa req-690eda35-ea2a-49fc-a803-a4057758d225 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379193 May 31 12:56:45.967169 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c5b8c-2be4-420a-8560-0a1c05e88375 req-3eace930-4646-4b9f-9df5-e987daea74de tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:45.968612 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-044c5b8c-2be4-420a-8560-0a1c05e88375 req-3eace930-4646-4b9f-9df5-e987daea74de tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0841141 May 31 12:56:46.015681 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-044c5b8c-2be4-420a-8560-0a1c05e88375 req-b60fd3f3-9534-4acc-9754-023ad4d021e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410442 May 31 12:56:47.242195 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f29c6-9826-4ddc-9e7c-7ffd1bbe9568 req-613889a2-48e6-4ea5-9174-deef1efbf899 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:47.243574 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6d0f29c6-9826-4ddc-9e7c-7ffd1bbe9568 req-613889a2-48e6-4ea5-9174-deef1efbf899 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0982380 May 31 12:56:47.289078 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6d0f29c6-9826-4ddc-9e7c-7ffd1bbe9568 req-1dce7f68-3df0-4e1b-92f0-6b954d60cd6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395260 May 31 12:56:48.498048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a9c6c-c6b8-4f77-9f82-7e66522e5641 req-a8ed74fa-6cfe-4f29-a5ff-012faa9b6e1f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:48.499497 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-414a9c6c-c6b8-4f77-9f82-7e66522e5641 req-a8ed74fa-6cfe-4f29-a5ff-012faa9b6e1f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0920331 May 31 12:56:48.543288 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-414a9c6c-c6b8-4f77-9f82-7e66522e5641 req-027a7590-9eb5-46df-bc7d-ee813e12599f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379152 May 31 12:56:49.739021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f43a2e-cf95-4f05-9a4c-8893bd1c9b4a req-f6ac403a-ceb2-4496-a0b5-e1b6ae140fc4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:49.740768 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c7f43a2e-cf95-4f05-9a4c-8893bd1c9b4a req-f6ac403a-ceb2-4496-a0b5-e1b6ae140fc4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0807543 May 31 12:56:49.786006 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c7f43a2e-cf95-4f05-9a4c-8893bd1c9b4a req-b3101753-fb9f-463f-b37a-0479a89bd117 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394750 May 31 12:56:50.978440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb660010-143f-4c6b-ad69-b2dbd5605220 req-44058d95-331e-434c-9163-d19e7af3b6ed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:50.979984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb660010-143f-4c6b-ad69-b2dbd5605220 req-44058d95-331e-434c-9163-d19e7af3b6ed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0850880 May 31 12:56:51.025994 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb660010-143f-4c6b-ad69-b2dbd5605220 req-094ce5a4-d916-4b66-b649-637e53bbb5b6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 May 31 12:56:52.230446 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88933d-84b8-4279-89a3-fc6b30b77ef8 req-d43d0c1a-ae45-48fe-ab96-4b2fbdf7e614 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:52.234954 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9f88933d-84b8-4279-89a3-fc6b30b77ef8 req-d43d0c1a-ae45-48fe-ab96-4b2fbdf7e614 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0908494 May 31 12:56:52.277154 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9f88933d-84b8-4279-89a3-fc6b30b77ef8 req-35171b35-9110-46af-8ac5-0a43ff7c8a8c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392299 May 31 12:56:53.480778 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04221f-25ae-4f37-8204-dabc2d5ec9be req-d56b9e61-e759-4dd3-9312-299bd400c07e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:53.482210 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a04221f-25ae-4f37-8204-dabc2d5ec9be req-d56b9e61-e759-4dd3-9312-299bd400c07e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0945973 May 31 12:56:53.526686 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a04221f-25ae-4f37-8204-dabc2d5ec9be req-3900a1fc-42f5-439c-8f81-40b842ec1e99 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386872 May 31 12:56:54.733851 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c597fdb-7091-460b-a1e3-947e249d287b req-cec3642a-a526-4a47-b15d-ca7068823659 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:54.735386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0c597fdb-7091-460b-a1e3-947e249d287b req-cec3642a-a526-4a47-b15d-ca7068823659 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0853016 May 31 12:56:54.785337 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0c597fdb-7091-460b-a1e3-947e249d287b req-157c1c26-6312-4476-9782-ad0fe2fdd1fb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415158 May 31 12:56:56.003199 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac1244-81d5-444f-8a5a-6d21c6cd4083 req-ebbcf6b4-231d-4969-98ab-191aaf55cd52 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:56.004751 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2ac1244-81d5-444f-8a5a-6d21c6cd4083 req-ebbcf6b4-231d-4969-98ab-191aaf55cd52 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0877140 May 31 12:56:56.050449 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2ac1244-81d5-444f-8a5a-6d21c6cd4083 req-47fd9c80-ec6b-47a3-a1aa-35f96d90e7a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398731 May 31 12:56:57.273678 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236627f-5d02-43d6-9644-4432cf7ba463 req-220b930c-df91-486d-9edd-532433c577b6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:57.275098 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0236627f-5d02-43d6-9644-4432cf7ba463 req-220b930c-df91-486d-9edd-532433c577b6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1021173 May 31 12:56:57.321465 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0236627f-5d02-43d6-9644-4432cf7ba463 req-0786a779-2b0d-4f12-9b8e-4c4412088940 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404363 May 31 12:56:58.532535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9edf3ae-8fa8-423a-9106-ab984659c274 req-16f0c5db-a184-4759-a142-7b3c12f2437d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:58.533988 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9edf3ae-8fa8-423a-9106-ab984659c274 req-16f0c5db-a184-4759-a142-7b3c12f2437d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0908604 May 31 12:56:58.579936 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9edf3ae-8fa8-423a-9106-ab984659c274 req-71e36b11-09ae-42b8-a4ac-e8313c975af8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398474 May 31 12:56:59.771828 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc906f06-524e-4e6e-9be6-69a1c23159d8 req-0fb8489b-c8c2-4b33-9789-58d66d811fce tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:56:59.773265 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fc906f06-524e-4e6e-9be6-69a1c23159d8 req-0fb8489b-c8c2-4b33-9789-58d66d811fce tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0830343 May 31 12:56:59.818161 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fc906f06-524e-4e6e-9be6-69a1c23159d8 req-06db0c27-c791-4b18-b876-e7e86dd12e89 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 May 31 12:57:00.335383 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:57:01.012180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c1aab-a95f-440c-adfd-78ab41bef635 req-4846ecc4-86a7-4fb9-bb94-69abeba1a2d2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:01.013663 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a07c1aab-a95f-440c-adfd-78ab41bef635 req-4846ecc4-86a7-4fb9-bb94-69abeba1a2d2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0875485 May 31 12:57:01.061454 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a07c1aab-a95f-440c-adfd-78ab41bef635 req-78a15478-5ba7-408b-9ec4-5b828cf618ac tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419171 May 31 12:57:02.123617 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:02.319745 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364bd6d-a2d7-49d1-a2be-3f91f57dbc0f req-fff1009d-c758-46e0-8aa0-5c2f259a5790 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:02.321163 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b364bd6d-a2d7-49d1-a2be-3f91f57dbc0f req-fff1009d-c758-46e0-8aa0-5c2f259a5790 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1473293 May 31 12:57:02.366964 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b364bd6d-a2d7-49d1-a2be-3f91f57dbc0f req-079718f6-2278-4769-b0fc-c99f196e3fa5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 May 31 12:57:03.572696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22537077-b13d-4adf-a973-8f82aafb46b3 req-32943d3a-bca1-4b30-bbb8-b54c5d46cb9c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:03.574172 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22537077-b13d-4adf-a973-8f82aafb46b3 req-32943d3a-bca1-4b30-bbb8-b54c5d46cb9c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0909884 May 31 12:57:03.619300 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22537077-b13d-4adf-a973-8f82aafb46b3 req-1952086b-b19b-47e5-9826-f67316013226 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388029 May 31 12:57:04.831205 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683981c-bdbb-49e8-aa32-1045ee45c209 req-f33e2bb0-d3b8-44a5-a1ad-c40244d34abd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:04.832723 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0683981c-bdbb-49e8-aa32-1045ee45c209 req-f33e2bb0-d3b8-44a5-a1ad-c40244d34abd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0941973 May 31 12:57:04.881677 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0683981c-bdbb-49e8-aa32-1045ee45c209 req-72b6a2ee-471f-40fa-98c9-c1703d6f13c0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427184 May 31 12:57:05.269245 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-91172b55-0fcd-4859-a766-23caf3083390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:06.090851 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c648fcde-529d-4a35-b727-8f9e4070534e req-e33e3ba0-8238-45c9-8496-5d1ee18ea6f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:06.092324 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c648fcde-529d-4a35-b727-8f9e4070534e req-e33e3ba0-8238-45c9-8496-5d1ee18ea6f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0831959 May 31 12:57:06.137882 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c648fcde-529d-4a35-b727-8f9e4070534e req-f53d5eb7-94ac-46ac-8438-1539ef32ccf1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393279 May 31 12:57:07.355340 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c6b3d-8230-4002-96f0-78629284b8ca req-4dfe1ac2-025b-4e9d-a6bd-e610baa2e984 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:07.356725 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c14c6b3d-8230-4002-96f0-78629284b8ca req-4dfe1ac2-025b-4e9d-a6bd-e610baa2e984 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0875902 May 31 12:57:07.400930 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c14c6b3d-8230-4002-96f0-78629284b8ca req-7b497dbd-b024-48b3-8feb-876dbdafeaa6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385652 May 31 12:57:07.673584 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:07.826434 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c858662d-7763-4e1a-83de-572b9eddb164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:08.603823 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f683d-2a93-4d25-9b89-4aa8fdc9ba88 req-8e58eda7-1816-4184-84d2-eb474f86a9f6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:08.605312 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf2f683d-2a93-4d25-9b89-4aa8fdc9ba88 req-8e58eda7-1816-4184-84d2-eb474f86a9f6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0852003 May 31 12:57:08.648344 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf2f683d-2a93-4d25-9b89-4aa8fdc9ba88 req-8ad31bfc-c8c3-4e9b-805e-5a37bddb679f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374951 May 31 12:57:08.926148 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:09.840497 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226a127-a740-45f2-85bd-be29556494d8 req-a4c4b5d2-2afd-4231-af57-b804b227beed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:09.841945 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3226a127-a740-45f2-85bd-be29556494d8 req-a4c4b5d2-2afd-4231-af57-b804b227beed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0830238 May 31 12:57:09.885874 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3226a127-a740-45f2-85bd-be29556494d8 req-e5e09f54-258d-4408-9c45-70001bbca19c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378213 May 31 12:57:10.489592 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:11.091270 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51018c3-de51-4548-bac2-86d9cfc31fa2 req-b548cf31-5c69-407d-9538-d9ae7d816de5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:11.092725 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e51018c3-de51-4548-bac2-86d9cfc31fa2 req-b548cf31-5c69-407d-9538-d9ae7d816de5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0875371 May 31 12:57:11.137320 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e51018c3-de51-4548-bac2-86d9cfc31fa2 req-0fe27ed8-9851-4db0-9024-052a3af14de9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 May 31 12:57:12.334352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525e01c-bfa0-403d-a915-b6054ccbb0a1 req-00dfaa12-1378-4f52-816e-697ea7c23e79 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:12.335893 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e525e01c-bfa0-403d-a915-b6054ccbb0a1 req-00dfaa12-1378-4f52-816e-697ea7c23e79 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0817902 May 31 12:57:12.380322 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e525e01c-bfa0-403d-a915-b6054ccbb0a1 req-d8241326-717b-4d4d-ab84-c6f6df4fc269 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386505 May 31 12:57:13.594370 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1de874-d397-4098-976a-9944487f35f7 req-4a2e1c43-b4bb-4c61-bf93-74cf048235b7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:13.596216 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b1de874-d397-4098-976a-9944487f35f7 req-4a2e1c43-b4bb-4c61-bf93-74cf048235b7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0828671 May 31 12:57:13.644114 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b1de874-d397-4098-976a-9944487f35f7 req-62981180-6ff3-487e-a486-e3fb82b5b4c4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421975 May 31 12:57:14.844003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b26c3-93ef-4b7c-9160-61abddee6c45 req-3ba16020-e4fe-4762-a639-9fdf6b4b2aed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:14.845798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-267b26c3-93ef-4b7c-9160-61abddee6c45 req-3ba16020-e4fe-4762-a639-9fdf6b4b2aed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0804434 May 31 12:57:14.893319 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-267b26c3-93ef-4b7c-9160-61abddee6c45 req-ec932156-5718-47da-96ae-0cbb63220b15 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389476 May 31 12:57:16.102237 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e209bd52-d100-44ff-8aa0-cf7115ed138a req-b383ca07-601f-445e-b886-4f2502482688 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:16.103638 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e209bd52-d100-44ff-8aa0-cf7115ed138a req-b383ca07-601f-445e-b886-4f2502482688 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0841310 May 31 12:57:16.148898 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e209bd52-d100-44ff-8aa0-cf7115ed138a req-1eb5274a-c8b5-4bf2-85f7-71e78bdf86ac tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 May 31 12:57:17.362165 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d4e72-8206-43e1-8f5f-12dd34159947 req-6a91a90d-799f-4f32-8886-02a1dfd56e52 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:17.363748 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ae3d4e72-8206-43e1-8f5f-12dd34159947 req-6a91a90d-799f-4f32-8886-02a1dfd56e52 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0898497 May 31 12:57:17.408188 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ae3d4e72-8206-43e1-8f5f-12dd34159947 req-7dcabead-0f1c-4716-8f30-6523241825e5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383878 May 31 12:57:18.620179 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c92f1-8804-4a60-8ab7-c33ee7e7708d req-8ff3283e-495f-4deb-b8f8-284ff734db10 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:18.621611 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f5c92f1-8804-4a60-8ab7-c33ee7e7708d req-8ff3283e-495f-4deb-b8f8-284ff734db10 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0847645 May 31 12:57:18.665405 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f5c92f1-8804-4a60-8ab7-c33ee7e7708d req-c6b5be9d-4ed5-416a-89e4-cf87d07d61a6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380368 May 31 12:57:19.860177 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3525a6ed-6ab2-4c40-a7e6-424f51aa000f req-344a1384-12f4-4ee5-b207-8a1ebd1cb9c2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:19.861517 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3525a6ed-6ab2-4c40-a7e6-424f51aa000f req-344a1384-12f4-4ee5-b207-8a1ebd1cb9c2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0880864 May 31 12:57:19.912958 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3525a6ed-6ab2-4c40-a7e6-424f51aa000f req-7b84a851-4e95-4d52-a0e1-22359901e8f4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 May 31 12:57:21.147047 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb6f21-cc81-4451-8140-ec24bb0a356a req-9dae4722-f8c1-4e01-8b4d-1a6f9b109ac1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:21.148512 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97fb6f21-cc81-4451-8140-ec24bb0a356a req-9dae4722-f8c1-4e01-8b4d-1a6f9b109ac1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0936272 May 31 12:57:21.195691 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97fb6f21-cc81-4451-8140-ec24bb0a356a req-1da67a5c-58dd-4535-804e-06ee058cc802 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 May 31 12:57:22.398847 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a77424-fceb-498d-8300-d797543e34df req-e099d47f-284e-4c45-880a-1c603eb44ac3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:22.400272 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97a77424-fceb-498d-8300-d797543e34df req-e099d47f-284e-4c45-880a-1c603eb44ac3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0826471 May 31 12:57:22.443257 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97a77424-fceb-498d-8300-d797543e34df req-7f6d3e9f-61a8-4681-87b2-910ce77d1ba7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372629 May 31 12:57:23.647769 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a7d1b-6e8f-490c-ae34-05fff339a335 req-75d20d16-9d45-411e-ac4d-538e20f08706 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:23.649203 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-117a7d1b-6e8f-490c-ae34-05fff339a335 req-75d20d16-9d45-411e-ac4d-538e20f08706 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0834885 May 31 12:57:23.692855 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-117a7d1b-6e8f-490c-ae34-05fff339a335 req-f8cf9bf2-bc5e-4d35-bb2a-bcb59b07d4a3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380118 May 31 12:57:24.966974 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb72335-9516-4f27-b226-0048977a6eae req-62daa9eb-61e1-4019-87a2-fdbb7b4417bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:24.968397 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0cb72335-9516-4f27-b226-0048977a6eae req-62daa9eb-61e1-4019-87a2-fdbb7b4417bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1493556 May 31 12:57:25.017164 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0cb72335-9516-4f27-b226-0048977a6eae req-73f66258-e8b7-4bdd-b556-7ea7628a4bbb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401571 May 31 12:57:26.226233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8e147-f11c-4d35-aa22-9b453a6fa1c5 req-7c432819-a1f3-469f-82a9-de9238b7c91e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:26.227766 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6c8e147-f11c-4d35-aa22-9b453a6fa1c5 req-7c432819-a1f3-469f-82a9-de9238b7c91e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0803668 May 31 12:57:26.271618 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6c8e147-f11c-4d35-aa22-9b453a6fa1c5 req-f3ee23dc-a8e3-4b04-aebb-2c43cea4fd87 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383308 May 31 12:57:27.465396 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4aaa9-d901-4810-b500-f27ef5a139eb req-52ecd935-7ce1-4ae2-9538-2de069a9cd0b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:27.466854 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ab4aaa9-d901-4810-b500-f27ef5a139eb req-52ecd935-7ce1-4ae2-9538-2de069a9cd0b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0834954 May 31 12:57:27.512527 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ab4aaa9-d901-4810-b500-f27ef5a139eb req-4a9523cb-3725-4ce3-8e2a-3ccffc854268 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393908 May 31 12:57:28.707800 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d918f-5aa3-4383-a11d-80472172d826 req-ff5e1e92-d2b7-41e6-94ca-5169fb8c80fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:28.709223 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-229d918f-5aa3-4383-a11d-80472172d826 req-ff5e1e92-d2b7-41e6-94ca-5169fb8c80fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0802221 May 31 12:57:28.758741 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-229d918f-5aa3-4383-a11d-80472172d826 req-b587c76c-8ab0-4085-bb4c-7f0661700c91 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412865 May 31 12:57:29.974234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72245d76-6781-4427-8c3f-2531fa58a31f req-4fd422a4-357e-4dd9-ba59-91dc71d85eee tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:29.975715 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-72245d76-6781-4427-8c3f-2531fa58a31f req-4fd422a4-357e-4dd9-ba59-91dc71d85eee tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0871897 May 31 12:57:30.019251 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-72245d76-6781-4427-8c3f-2531fa58a31f req-a9a3291e-8470-46f9-90c0-9f133a9f783c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378776 May 31 12:57:30.879263 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-2d222c51-5197-44c5-b321-cee80e83199b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0715210 May 31 12:57:30.984942 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-1aeab837-d525-4995-9b2e-1c7980b49ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:30.986383 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-1aeab837-d525-4995-9b2e-1c7980b49ef3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0814178 May 31 12:57:31.130508 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-e24a0b78-686a-4fb9-9060-391ae0291ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:31.131881 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-e24a0b78-686a-4fb9-9060-391ae0291ab4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1262794 May 31 12:57:31.198138 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-ecbe4a79-e652-48ac-a9f9-2e2cbd080e63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0585427 May 31 12:57:31.214138 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eadab30-cbba-4aa6-9677-690070e8bfc2 req-84c52da1-27fe-42be-89b7-40bfecacfe45 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:31.215591 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2eadab30-cbba-4aa6-9677-690070e8bfc2 req-84c52da1-27fe-42be-89b7-40bfecacfe45 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0850339 May 31 12:57:31.260554 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2eadab30-cbba-4aa6-9677-690070e8bfc2 req-44395ca6-64ce-4c1b-992e-26a4ad03d66d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 May 31 12:57:31.267595 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-c7e019bb-e9cb-4d5b-a1be-68a87742b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:31.269030 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-c7e019bb-e9cb-4d5b-a1be-68a87742b23e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0615444 May 31 12:57:31.317983 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-6972ec74-e993-4ca8-bef5-d8718a2e11f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406263 May 31 12:57:31.531981 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-c81b2204-3658-4c93-b1fa-3afd806dbd01 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074938 May 31 12:57:31.668370 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c82f2f02-7529-49a3-b581-4f2b599d58b6 req-e10c695b-8562-4674-8e21-b5ce8307dc37 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285739 May 31 12:57:32.126400 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:32.461001 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03de92-2e8b-45ad-8841-3290da30c564 req-2c017dd6-7067-4ed9-aba7-2095a6d420f8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:32.462424 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7e03de92-2e8b-45ad-8841-3290da30c564 req-2c017dd6-7067-4ed9-aba7-2095a6d420f8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0883515 May 31 12:57:32.507398 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7e03de92-2e8b-45ad-8841-3290da30c564 req-b675dac0-5e99-4f71-9f96-237eb646c8d4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389161 May 31 12:57:33.708254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f7f68-a8e1-4d2d-a553-4c174c26ec6f req-75201679-9b2e-4e29-b01d-beb949bf648f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:33.709700 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-906f7f68-a8e1-4d2d-a553-4c174c26ec6f req-75201679-9b2e-4e29-b01d-beb949bf648f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0848691 May 31 12:57:33.755774 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-906f7f68-a8e1-4d2d-a553-4c174c26ec6f req-473ba1eb-0a14-42e1-a737-d262fa4525a9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393600 May 31 12:57:34.952472 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a29d0-01c8-41b1-96c7-2fafb301311f req-1bb2e52f-b7ce-43ce-a365-7593e433f00b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:34.953900 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-755a29d0-01c8-41b1-96c7-2fafb301311f req-1bb2e52f-b7ce-43ce-a365-7593e433f00b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0875819 May 31 12:57:35.005758 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-755a29d0-01c8-41b1-96c7-2fafb301311f req-90edda1b-0352-4f3b-b00f-a5230e227ef6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458775 May 31 12:57:35.283960 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-74554e53-b4c0-435f-b66e-69a8b632efb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:36.207223 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c32a41-5ad7-4f19-9e78-d902eb66f430 req-e5d18076-6b80-49a7-8328-2226a4627e85 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:36.208742 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-71c32a41-5ad7-4f19-9e78-d902eb66f430 req-e5d18076-6b80-49a7-8328-2226a4627e85 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0823076 May 31 12:57:36.254071 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-71c32a41-5ad7-4f19-9e78-d902eb66f430 req-914af2b2-c510-4b32-9227-01da99c564b0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392570 May 31 12:57:37.324812 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:57:37.466499 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef448787-c077-498a-94d0-bef5ed44b5c0 req-48fdbd8e-c4be-479b-9ebd-b3a0fe187540 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:37.468250 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef448787-c077-498a-94d0-bef5ed44b5c0 req-48fdbd8e-c4be-479b-9ebd-b3a0fe187540 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0892317 May 31 12:57:37.521308 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef448787-c077-498a-94d0-bef5ed44b5c0 req-3bfae365-adaa-40ee-b0ce-cafa8bec98fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470073 May 31 12:57:37.676322 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:37.823039 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-389e4e64-a584-433d-bb15-2f13923b17d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:38.723207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a0a813-41cd-46cc-bf15-06b95d4b7a22 req-47ff397c-116c-41e5-9c28-4ef6304525bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:38.724629 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6a0a813-41cd-46cc-bf15-06b95d4b7a22 req-47ff397c-116c-41e5-9c28-4ef6304525bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0836134 May 31 12:57:38.770255 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6a0a813-41cd-46cc-bf15-06b95d4b7a22 req-8891ae9c-5d0f-4e43-9463-b6f6d89ff783 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373583 May 31 12:57:38.937170 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:39.977879 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e27746-7aa8-4bd8-ae32-f974fe3590f5 req-1f141c2d-9e24-41a0-8685-489f42f56d4a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:39.979426 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a5e27746-7aa8-4bd8-ae32-f974fe3590f5 req-1f141c2d-9e24-41a0-8685-489f42f56d4a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0925498 May 31 12:57:40.025335 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a5e27746-7aa8-4bd8-ae32-f974fe3590f5 req-c4729e3b-5590-43f9-ba80-5b2d5bce9317 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398231 May 31 12:57:40.491256 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:57:41.219137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1482b81-32da-4232-bcd3-8cc20ef90be6 req-6d219e26-2566-471c-9e4a-3c2b4dfdfe95 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:41.220555 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a1482b81-32da-4232-bcd3-8cc20ef90be6 req-6d219e26-2566-471c-9e4a-3c2b4dfdfe95 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0843408 May 31 12:57:41.267600 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a1482b81-32da-4232-bcd3-8cc20ef90be6 req-45702245-5206-4a8d-9173-275e70d56ad7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382762 May 31 12:57:42.477623 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e3cbe-8c2c-4d59-a4f9-14da67d94574 req-38f0dac6-3cfa-422e-98ef-3135d2206431 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:42.479107 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-604e3cbe-8c2c-4d59-a4f9-14da67d94574 req-38f0dac6-3cfa-422e-98ef-3135d2206431 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0938945 May 31 12:57:42.523296 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-604e3cbe-8c2c-4d59-a4f9-14da67d94574 req-e8abedd2-5f3a-4abe-bd00-176a1e4de287 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383334 May 31 12:57:43.720509 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155d075-8669-4b55-ae81-bb0465a1ee03 req-88b9f0f1-422f-4b58-9a9c-0224e15c07c7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:43.721929 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6155d075-8669-4b55-ae81-bb0465a1ee03 req-88b9f0f1-422f-4b58-9a9c-0224e15c07c7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0835774 May 31 12:57:43.781208 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6155d075-8669-4b55-ae81-bb0465a1ee03 req-83c86fcc-3b2e-43fe-b949-90fe5ddb5819 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536256 May 31 12:57:44.987541 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18670aae-e5a0-4c2e-abbb-cf7176e9f9f2 req-f85053c0-5b5a-4d68-841b-9da19e5fa16f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:44.990102 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18670aae-e5a0-4c2e-abbb-cf7176e9f9f2 req-f85053c0-5b5a-4d68-841b-9da19e5fa16f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0930891 May 31 12:57:45.036645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18670aae-e5a0-4c2e-abbb-cf7176e9f9f2 req-764713a7-f557-4438-be7f-cd5d7235d7c8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408800 May 31 12:57:46.378269 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dbf696-6e36-48f4-b4e2-3ce15b0d8a59 req-57846055-68a5-4bea-826a-3e28d86976cd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:46.379650 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-16dbf696-6e36-48f4-b4e2-3ce15b0d8a59 req-57846055-68a5-4bea-826a-3e28d86976cd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0866983 May 31 12:57:46.427152 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-16dbf696-6e36-48f4-b4e2-3ce15b0d8a59 req-187b472c-7d1f-4a4c-a902-d999ddf7700f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 May 31 12:57:47.633653 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5b703-ea13-44be-938f-5e9b6ad29242 req-993fd3b6-3437-4665-ad63-e761e618cf63 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:47.635096 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-84e5b703-ea13-44be-938f-5e9b6ad29242 req-993fd3b6-3437-4665-ad63-e761e618cf63 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0869722 May 31 12:57:47.680679 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-84e5b703-ea13-44be-938f-5e9b6ad29242 req-a6a06104-a014-41c8-9613-7d2b3771eb8e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391028 May 31 12:57:48.952411 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9d8bf-1ff9-4e1b-ba13-9828e58e05a0 req-8da11797-c7d6-409c-9d71-b61d7c875699 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:48.953857 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fee9d8bf-1ff9-4e1b-ba13-9828e58e05a0 req-8da11797-c7d6-409c-9d71-b61d7c875699 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1541805 May 31 12:57:49.001458 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fee9d8bf-1ff9-4e1b-ba13-9828e58e05a0 req-a4f8e6e8-bcac-426c-9bf6-73048e688f67 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390863 May 31 12:57:50.206834 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc5237-5a45-4eae-91a3-09c02644f350 req-5e27ea12-f3f6-4c52-b706-297eba74cd13 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:50.208288 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-88fc5237-5a45-4eae-91a3-09c02644f350 req-5e27ea12-f3f6-4c52-b706-297eba74cd13 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0883732 May 31 12:57:50.253600 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-88fc5237-5a45-4eae-91a3-09c02644f350 req-4845b079-7c08-4d25-a4d6-b391b7510c27 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 May 31 12:57:51.444975 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d0be4a-02b0-46bd-8e25-8029435a036c req-cf91357a-3098-428d-9d07-ecb41b747d8e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:51.446410 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f5d0be4a-02b0-46bd-8e25-8029435a036c req-cf91357a-3098-428d-9d07-ecb41b747d8e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0802896 May 31 12:57:51.491570 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f5d0be4a-02b0-46bd-8e25-8029435a036c req-025ef94e-b37f-479c-bb6a-2c051c16509c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379353 May 31 12:57:52.704743 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7f7ef-3be2-4e3d-a672-f5f34a50aaac req-a135deb0-b761-43dd-afe4-0c576a7c8e86 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:52.706164 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-27b7f7ef-3be2-4e3d-a672-f5f34a50aaac req-a135deb0-b761-43dd-afe4-0c576a7c8e86 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0906491 May 31 12:57:52.751070 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-27b7f7ef-3be2-4e3d-a672-f5f34a50aaac req-439d2375-b1dc-4802-bc02-b3c073d8eebd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390675 May 31 12:57:53.943162 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d20d85-fea5-43f8-b6ae-079da15d0065 req-a9e9c116-93f9-48c6-b8f7-dbb3af108377 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:53.944664 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c7d20d85-fea5-43f8-b6ae-079da15d0065 req-a9e9c116-93f9-48c6-b8f7-dbb3af108377 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0814390 May 31 12:57:53.991250 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c7d20d85-fea5-43f8-b6ae-079da15d0065 req-62a18830-88c6-40a3-9a7b-bf79e3dedd32 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407064 May 31 12:57:55.190041 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035b50-eddd-4333-95d5-0e1a45aaaad4 req-12c29361-c1dd-45e3-9d31-29290999f1e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:55.191528 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-88035b50-eddd-4333-95d5-0e1a45aaaad4 req-12c29361-c1dd-45e3-9d31-29290999f1e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0869350 May 31 12:57:55.239044 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-88035b50-eddd-4333-95d5-0e1a45aaaad4 req-7b4d44e1-be0a-4c7a-8d99-a3967ad0e999 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393314 May 31 12:57:56.452599 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46657a01-8446-4782-80de-e68f9a84fa88 req-f6e6a15d-fb2c-4e1d-8bf1-7fa9cd887ed3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:56.454016 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46657a01-8446-4782-80de-e68f9a84fa88 req-f6e6a15d-fb2c-4e1d-8bf1-7fa9cd887ed3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0825605 May 31 12:57:56.506388 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46657a01-8446-4782-80de-e68f9a84fa88 req-84f1d2c8-7171-4e36-8049-3beac4128349 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437057 May 31 12:57:57.710972 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020d41a-bae6-45ee-94f3-a14d6b47b2d5 req-7527a9e1-d228-4d6e-aba3-581cf63e9d8b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:57.712402 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d020d41a-bae6-45ee-94f3-a14d6b47b2d5 req-7527a9e1-d228-4d6e-aba3-581cf63e9d8b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0904090 May 31 12:57:57.757274 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d020d41a-bae6-45ee-94f3-a14d6b47b2d5 req-cfe1dca2-f234-424b-b677-04f536a6004e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371766 May 31 12:57:58.967096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752bfb-f8ac-40cc-91c1-30327103a6ee req-a61def53-5515-4e91-bfda-2fa79cc6604b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:57:58.967914 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b752bfb-f8ac-40cc-91c1-30327103a6ee req-a61def53-5515-4e91-bfda-2fa79cc6604b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0947194 May 31 12:57:59.012482 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b752bfb-f8ac-40cc-91c1-30327103a6ee req-d1d922a5-6cba-4a16-8f8c-401e25690208 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388510 May 31 12:58:00.211501 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe2e5d-7492-431f-9658-64c68373f6e8 req-fbf4dcf0-e2b9-4ab4-8c81-9251cf1d43dc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:00.213010 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-62fe2e5d-7492-431f-9658-64c68373f6e8 req-fbf4dcf0-e2b9-4ab4-8c81-9251cf1d43dc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0814579 May 31 12:58:00.262298 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-62fe2e5d-7492-431f-9658-64c68373f6e8 req-b6d9ca7d-dd91-48f4-8ca7-1a524c6c742d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431056 May 31 12:58:01.476573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c50f6-de47-48bf-9ad5-f191d7e7d776 req-8a0cb15d-c72c-45db-8b4c-5c900a0c4704 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:01.478201 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-859c50f6-de47-48bf-9ad5-f191d7e7d776 req-8a0cb15d-c72c-45db-8b4c-5c900a0c4704 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0986729 May 31 12:58:01.531601 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-859c50f6-de47-48bf-9ad5-f191d7e7d776 req-f536ff5d-e63b-410e-b06f-ca535a37ca23 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446937 May 31 12:58:02.138126 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:02.724104 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd7ddc6-238b-495b-9739-3516e14cc524 req-30666abb-9cfc-4362-9521-d298d42c0149 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:02.725549 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbd7ddc6-238b-495b-9739-3516e14cc524 req-30666abb-9cfc-4362-9521-d298d42c0149 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0796978 May 31 12:58:02.773356 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbd7ddc6-238b-495b-9739-3516e14cc524 req-0064169a-f466-4452-a19f-063422479d9b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418985 May 31 12:58:03.968424 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b274027-a472-4dfb-938f-e461f5de47f8 req-5c6cdf87-1967-4ad2-8d0b-367196c7aa62 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:03.969211 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b274027-a472-4dfb-938f-e461f5de47f8 req-5c6cdf87-1967-4ad2-8d0b-367196c7aa62 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0812206 May 31 12:58:04.014457 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b274027-a472-4dfb-938f-e461f5de47f8 req-1c44d37f-9cf9-4fc1-bc2b-8c5daf16014e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388961 May 31 12:58:05.209442 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18684498-5b80-4c4c-97f4-77041347d1ec req-a862614e-443c-4c19-acf0-4b2489489e26 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:05.210896 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18684498-5b80-4c4c-97f4-77041347d1ec req-a862614e-443c-4c19-acf0-4b2489489e26 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0856719 May 31 12:58:05.256255 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18684498-5b80-4c4c-97f4-77041347d1ec req-25c437bc-0fa8-4a30-9002-db69e8494d63 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391238 May 31 12:58:05.277102 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0e2898ec-a11a-4b32-8f52-598cfd251182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:06.459373 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c2276-602d-41af-891b-ac3c459296f9 req-bc4ed120-1bda-435c-8859-26304ac462d6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:06.460888 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa7c2276-602d-41af-891b-ac3c459296f9 req-bc4ed120-1bda-435c-8859-26304ac462d6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0931289 May 31 12:58:06.505859 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa7c2276-602d-41af-891b-ac3c459296f9 req-9870fc9f-0758-4c1e-a6d2-29af73904f3c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 May 31 12:58:07.674760 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:07.731562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9e0ba6-337d-4b97-812d-136e8602ab63 req-272b2cda-78f5-4b97-b7d1-a0f1c69d1497 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:07.733821 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a9e0ba6-337d-4b97-812d-136e8602ab63 req-272b2cda-78f5-4b97-b7d1-a0f1c69d1497 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1055474 May 31 12:58:07.778221 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a9e0ba6-337d-4b97-812d-136e8602ab63 req-975e6f0b-90ee-47eb-b573-4631067ababb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377512 May 31 12:58:07.817369 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4d6d42e5-9399-4bd6-a8f1-01277c514f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:08.930624 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:08.983061 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f48399-ffc4-4d84-8b24-8757772fddea req-5dae96a1-846a-4ca3-84e7-7c74ebad8482 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:08.984572 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-48f48399-ffc4-4d84-8b24-8757772fddea req-5dae96a1-846a-4ca3-84e7-7c74ebad8482 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0863495 May 31 12:58:09.028901 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-48f48399-ffc4-4d84-8b24-8757772fddea req-d89cef59-138b-4c97-8f59-aeff9952e632 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384638 May 31 12:58:10.229588 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b54737-efdf-43e4-ae03-814c143731ef req-eac05b37-3511-4958-a2a7-24da824c53e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:10.231107 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-11b54737-efdf-43e4-ae03-814c143731ef req-eac05b37-3511-4958-a2a7-24da824c53e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0857198 May 31 12:58:10.281168 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-11b54737-efdf-43e4-ae03-814c143731ef req-27e914f1-ea4b-4832-886d-3af21862bf36 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 May 31 12:58:10.495488 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:11.470199 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d99e0-8ea8-49ac-8211-8be5fbe8fc82 req-ef7ed68e-a05e-405a-8321-dea71777d54e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:11.472044 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-773d99e0-8ea8-49ac-8211-8be5fbe8fc82 req-ef7ed68e-a05e-405a-8321-dea71777d54e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0815117 May 31 12:58:11.591024 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-773d99e0-8ea8-49ac-8211-8be5fbe8fc82 req-32537ce9-293d-4421-8dfa-55c1478618d4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132650 May 31 12:58:12.794062 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708eefb6-29f2-40ae-b565-9de3d242f05e req-acc166c5-90a3-4924-ad15-c008c18d1604 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:12.795520 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-708eefb6-29f2-40ae-b565-9de3d242f05e req-acc166c5-90a3-4924-ad15-c008c18d1604 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0795200 May 31 12:58:12.841448 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-708eefb6-29f2-40ae-b565-9de3d242f05e req-46884ef3-d9c8-4aed-a358-5db299d903e0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400779 May 31 12:58:14.037329 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec044ebf-5752-4f02-974e-ca7000a4d105 req-58671c91-a21e-4df5-9d7f-a4786941e2a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:14.038762 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ec044ebf-5752-4f02-974e-ca7000a4d105 req-58671c91-a21e-4df5-9d7f-a4786941e2a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0857661 May 31 12:58:14.085485 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ec044ebf-5752-4f02-974e-ca7000a4d105 req-52adb0eb-caad-4081-ad32-a6ab8a3103b3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382645 May 31 12:58:14.328765 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:15.283687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d08eaa-133f-4656-81eb-8940c83b01e5 req-cbedbe76-77bf-4de5-9e1a-842e68fd0b11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:15.285167 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7d08eaa-133f-4656-81eb-8940c83b01e5 req-cbedbe76-77bf-4de5-9e1a-842e68fd0b11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0816879 May 31 12:58:15.330601 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7d08eaa-133f-4656-81eb-8940c83b01e5 req-a547f6db-6de5-41f8-8b89-f5090f52f00e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397196 May 31 12:58:16.541156 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc98f5-0a9a-4a5e-bd14-055519cc92dd req-91f850c8-2fe0-4dc1-a596-f6a65fb7bcf1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:16.542523 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bedc98f5-0a9a-4a5e-bd14-055519cc92dd req-91f850c8-2fe0-4dc1-a596-f6a65fb7bcf1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0894878 May 31 12:58:16.585977 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bedc98f5-0a9a-4a5e-bd14-055519cc92dd req-ad626b46-25aa-4db4-97d0-4058415e77ef tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375388 May 31 12:58:17.794381 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f9674-cfb8-4b86-9a0b-49c375354f21 req-61a8c29a-2ad7-4efc-8b2f-5d0ff2e76b53 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:17.795861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b5f9674-cfb8-4b86-9a0b-49c375354f21 req-61a8c29a-2ad7-4efc-8b2f-5d0ff2e76b53 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0912056 May 31 12:58:17.843991 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b5f9674-cfb8-4b86-9a0b-49c375354f21 req-10604b05-71df-429d-a437-243fcb0157e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422788 May 31 12:58:19.041366 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d57be-b548-400a-978f-7c5a579698de req-4dbce359-e4d1-4312-a632-4a3c228774aa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:19.042798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5e9d57be-b548-400a-978f-7c5a579698de req-4dbce359-e4d1-4312-a632-4a3c228774aa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0807397 May 31 12:58:19.087337 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5e9d57be-b548-400a-978f-7c5a579698de req-8aa3c78b-b31f-46ff-83b8-2d8c1f241884 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387974 May 31 12:58:20.283477 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d230fd9-8ce9-4186-9e82-e6e6f5bd991d req-61c1c63a-fa74-42cc-b4ff-0dcdc7776142 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:20.284877 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0d230fd9-8ce9-4186-9e82-e6e6f5bd991d req-61c1c63a-fa74-42cc-b4ff-0dcdc7776142 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0880630 May 31 12:58:20.340439 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0d230fd9-8ce9-4186-9e82-e6e6f5bd991d req-13df3c4d-70a9-4866-9f7a-5225b808aa0b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498686 May 31 12:58:21.548454 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc139a-5f8c-434e-89bb-115c5b56dba3 req-b65b8759-8630-4b8e-9c89-e052989e5aa1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:21.550004 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d7dc139a-5f8c-434e-89bb-115c5b56dba3 req-b65b8759-8630-4b8e-9c89-e052989e5aa1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0884244 May 31 12:58:21.596985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d7dc139a-5f8c-434e-89bb-115c5b56dba3 req-87bef6fa-6f88-4429-9a50-40ed242d79ff tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 May 31 12:58:22.790066 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b82755-6e93-494b-a13f-959add6a4358 req-b5086f39-ce1f-49d4-a690-9fca8f737b86 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:22.791667 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a8b82755-6e93-494b-a13f-959add6a4358 req-b5086f39-ce1f-49d4-a690-9fca8f737b86 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0829735 May 31 12:58:22.836027 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a8b82755-6e93-494b-a13f-959add6a4358 req-9b1e9cc8-a5f8-4266-b59a-7980895f5c2a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385821 May 31 12:58:24.024313 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e8566-50e9-45c8-b445-e605ff2e5787 req-d850c574-68ab-492a-bec2-489803d6b7de tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:24.025756 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-384e8566-50e9-45c8-b445-e605ff2e5787 req-d850c574-68ab-492a-bec2-489803d6b7de tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0820351 May 31 12:58:24.074083 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-384e8566-50e9-45c8-b445-e605ff2e5787 req-e1a90e72-7b2c-4a90-9123-c80c43f93207 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424790 May 31 12:58:25.438074 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c7151-94fd-4b2f-9adb-31feb5fc5875 req-4df768b1-4eb3-4fb8-a62c-af83b1138c28 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:25.439623 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-488c7151-94fd-4b2f-9adb-31feb5fc5875 req-4df768b1-4eb3-4fb8-a62c-af83b1138c28 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0929592 May 31 12:58:25.486892 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-488c7151-94fd-4b2f-9adb-31feb5fc5875 req-33a2ca66-5bcc-4c6c-a535-ae7de5386bf4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 May 31 12:58:26.699313 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc335f6-3649-4614-90c2-bf29c903f6d1 req-a68845bf-f6a5-42cf-a82a-c3a0fb9e303c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:26.700739 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-afc335f6-3649-4614-90c2-bf29c903f6d1 req-a68845bf-f6a5-42cf-a82a-c3a0fb9e303c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0921242 May 31 12:58:26.745252 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-afc335f6-3649-4614-90c2-bf29c903f6d1 req-44963fea-cccb-4e76-a004-047d38abb632 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388689 May 31 12:58:27.952055 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27c1e6-e2ca-47ed-a733-60cb84024f43 req-9d2dfd6e-cc7e-4da2-878e-6084f97971d7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:27.953516 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b27c1e6-e2ca-47ed-a733-60cb84024f43 req-9d2dfd6e-cc7e-4da2-878e-6084f97971d7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0857744 May 31 12:58:27.997701 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b27c1e6-e2ca-47ed-a733-60cb84024f43 req-64e384d2-43cf-416a-81c7-657227a685fa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384374 May 31 12:58:29.200701 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acc3b0-f23a-49b2-94c1-d64e4815000e req-1a050cc9-5803-4e9e-a2a0-2af0e5ae0ca8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:29.202164 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e9acc3b0-f23a-49b2-94c1-d64e4815000e req-1a050cc9-5803-4e9e-a2a0-2af0e5ae0ca8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0921218 May 31 12:58:29.247411 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e9acc3b0-f23a-49b2-94c1-d64e4815000e req-6a6aa47c-1641-4807-b442-8a6f756f4cf4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394495 May 31 12:58:30.449986 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6fb72-98b9-4d65-9ee8-5754b9006964 req-6d076367-fe6e-44b1-b21b-72be5bb1d126 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:30.451463 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a4f6fb72-98b9-4d65-9ee8-5754b9006964 req-6d076367-fe6e-44b1-b21b-72be5bb1d126 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0822330 May 31 12:58:30.497609 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a4f6fb72-98b9-4d65-9ee8-5754b9006964 req-90d3750b-64f7-4b40-9479-d460711c5754 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 May 31 12:58:30.875823 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-7ef29f19-bda1-4350-a9b5-ba66d6a2ba73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780661 May 31 12:58:30.973347 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-a0563574-9561-4c2f-98d7-3da2ef847519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:30.974796 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-a0563574-9561-4c2f-98d7-3da2ef847519 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1099 time: 0.0725183 May 31 12:58:31.119028 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-1f7d13f9-c769-4899-85a9-a868cb309d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:31.120457 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-1f7d13f9-c769-4899-85a9-a868cb309d74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1249795 May 31 12:58:31.189381 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-7cc3de9a-e65a-4d34-be2f-da71ddd604ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 217 time: 0.0621881 May 31 12:58:31.250006 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-6c4d509e-facd-4149-ab7a-4e9d15469e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:31.251504 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-6c4d509e-facd-4149-ab7a-4e9d15469e8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0565169 May 31 12:58:31.299010 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-6c865c69-6524-44de-98b9-2c31c67a5586 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392225 May 31 12:58:31.427112 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-9cdc1118-8149-4f74-924e-71888c6bbb83 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214890 May 31 12:58:31.562407 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d96bc20f-88bf-47e7-ade8-84a4291e954d req-9aa8015e-393e-410a-b782-ecd3b241de48 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293511 May 31 12:58:31.688048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594c555-26d5-4754-a152-22074e826469 req-bfc1bb8a-dde8-432e-9de4-488b944cd14e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:31.689485 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5594c555-26d5-4754-a152-22074e826469 req-bfc1bb8a-dde8-432e-9de4-488b944cd14e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0813730 May 31 12:58:31.733921 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5594c555-26d5-4754-a152-22074e826469 req-f941b109-0014-479d-b3e9-6585bdd6d11c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 May 31 12:58:32.148636 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:32.946582 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e95e1-4b3d-438a-823c-c336938099df req-069778d7-3404-44fe-8350-9cdca5aadd11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:32.948105 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b01e95e1-4b3d-438a-823c-c336938099df req-069778d7-3404-44fe-8350-9cdca5aadd11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0905693 May 31 12:58:32.997866 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b01e95e1-4b3d-438a-823c-c336938099df req-4fe81b3a-5148-4f15-a08d-86e77cd5a7b0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439970 May 31 12:58:34.199082 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d43f0-2ccc-4e4f-a95c-0a47611628de req-05cca1aa-47bd-4eaf-af6a-87d0f4f08fb6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:34.200493 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b03d43f0-2ccc-4e4f-a95c-0a47611628de req-05cca1aa-47bd-4eaf-af6a-87d0f4f08fb6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0818245 May 31 12:58:34.248889 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b03d43f0-2ccc-4e4f-a95c-0a47611628de req-5f987f82-1a90-47ef-bd18-2c22c8739913 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400946 May 31 12:58:35.293014 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-77c3c111-7816-4ade-8df0-5c48ebeca722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:35.532287 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14652e82-c5c2-4a48-8628-ecbdf6273880 req-45c1e1b4-2fcc-47c5-bb7a-2d680c791eb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:35.533732 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-14652e82-c5c2-4a48-8628-ecbdf6273880 req-45c1e1b4-2fcc-47c5-bb7a-2d680c791eb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1551793 May 31 12:58:35.580964 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-14652e82-c5c2-4a48-8628-ecbdf6273880 req-23f206b5-3da8-4604-b81b-56284710b839 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 May 31 12:58:36.778720 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a600edf-ed91-469a-860b-a623c7c991e4 req-32788a48-4679-4549-9853-2f02b577262f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:36.780176 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5a600edf-ed91-469a-860b-a623c7c991e4 req-32788a48-4679-4549-9853-2f02b577262f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0800927 May 31 12:58:36.830033 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5a600edf-ed91-469a-860b-a623c7c991e4 req-f72afa0f-3734-4a4b-8fa9-0eecaf34f1dd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411618 May 31 12:58:37.702232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:37.822862 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4fcb425a-5d4c-4795-b1d6-19a2d0ebaa0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:38.033319 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c54113-f4a5-427a-a119-a961d242741d req-7c2772b4-0ed2-412f-9c07-e7ccda584002 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:38.034798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-23c54113-f4a5-427a-a119-a961d242741d req-7c2772b4-0ed2-412f-9c07-e7ccda584002 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0845349 May 31 12:58:38.080318 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-23c54113-f4a5-427a-a119-a961d242741d req-c276a61e-1c3e-41eb-a8bc-ee88e8ca025a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395479 May 31 12:58:38.940193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:39.272839 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343f140-0f2e-4569-bb06-d2a02999a1cf req-56d7f784-50fb-4c1e-a41b-2fca70a07364 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:39.274309 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1343f140-0f2e-4569-bb06-d2a02999a1cf req-56d7f784-50fb-4c1e-a41b-2fca70a07364 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0838580 May 31 12:58:39.318980 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1343f140-0f2e-4569-bb06-d2a02999a1cf req-4ff8159a-b572-42de-8516-16d2ee1d97cb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385070 May 31 12:58:40.497536 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:58:40.513003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cae8c5-bbe3-466c-8a1c-eccc79af761f req-f3b0345a-f504-47ff-bf61-19ebaea4ed01 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:40.514496 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54cae8c5-bbe3-466c-8a1c-eccc79af761f req-f3b0345a-f504-47ff-bf61-19ebaea4ed01 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0840340 May 31 12:58:40.561681 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54cae8c5-bbe3-466c-8a1c-eccc79af761f req-c7abe50e-425d-4073-bd68-4c95e31f4e0d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411813 May 31 12:58:41.768059 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28849a-62f1-4063-abfa-de940d1f9372 req-74882802-668f-4434-94fc-a5b96e7af946 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:41.769509 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ab28849a-62f1-4063-abfa-de940d1f9372 req-74882802-668f-4434-94fc-a5b96e7af946 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0887961 May 31 12:58:41.815363 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ab28849a-62f1-4063-abfa-de940d1f9372 req-e0e42e3f-d6e3-43e7-b642-3fec54fefa6d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400462 May 31 12:58:43.028110 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b18c9-eda3-477e-ad39-a8984c9034b1 req-0e37b06e-e556-4d37-84e4-bf78e0bea3e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:43.029596 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-679b18c9-eda3-477e-ad39-a8984c9034b1 req-0e37b06e-e556-4d37-84e4-bf78e0bea3e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0861096 May 31 12:58:43.078214 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-679b18c9-eda3-477e-ad39-a8984c9034b1 req-1cacbeb3-5c42-426b-a2ed-04778d8631bc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427349 May 31 12:58:44.298216 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdd894-f0a5-4847-aa6f-0662671e755e req-b012e2ba-c593-40bd-9db1-300916441335 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:44.299749 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-afbdd894-f0a5-4847-aa6f-0662671e755e req-b012e2ba-c593-40bd-9db1-300916441335 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0927994 May 31 12:58:44.345227 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-afbdd894-f0a5-4847-aa6f-0662671e755e req-212e838f-06b7-4f7d-9d57-bb632b9da101 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394800 May 31 12:58:45.553023 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd1990-4c19-48c3-bdcf-2f277add7e1d req-ee713e05-7014-4d4f-af6b-42c6306c3245 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:45.554466 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-68bd1990-4c19-48c3-bdcf-2f277add7e1d req-ee713e05-7014-4d4f-af6b-42c6306c3245 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0845737 May 31 12:58:45.599500 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-68bd1990-4c19-48c3-bdcf-2f277add7e1d req-b38da7bf-d3cb-42f8-8411-fa06676fc852 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 May 31 12:58:46.788728 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd0b42-4702-42b5-aa2d-9b08c19857c8 req-2616b8d4-2915-4665-8e78-f37096988278 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:46.790150 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7dbd0b42-4702-42b5-aa2d-9b08c19857c8 req-2616b8d4-2915-4665-8e78-f37096988278 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0819495 May 31 12:58:46.836632 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7dbd0b42-4702-42b5-aa2d-9b08c19857c8 req-250a8c98-34c5-46cb-8d2c-8652c44ec469 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380030 May 31 12:58:48.042659 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7c5e5-5164-4062-ba0b-0aad8a080efc req-122dd3e1-e029-4b65-a82e-14c7e4345558 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:48.044101 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1dd7c5e5-5164-4062-ba0b-0aad8a080efc req-122dd3e1-e029-4b65-a82e-14c7e4345558 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0860224 May 31 12:58:48.089014 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1dd7c5e5-5164-4062-ba0b-0aad8a080efc req-c383d38e-5e26-4ff2-9f65-f7a6d849ff52 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390661 May 31 12:58:49.278198 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b97051-7046-4b37-8dac-667fb6128e26 req-f7147fa8-2dc7-4ea6-b197-91919eeedf52 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:49.279565 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-05b97051-7046-4b37-8dac-667fb6128e26 req-f7147fa8-2dc7-4ea6-b197-91919eeedf52 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0801919 May 31 12:58:49.325684 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-05b97051-7046-4b37-8dac-667fb6128e26 req-c16bab3d-c0c0-4207-b675-278134a97d8a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 May 31 12:58:50.526155 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3fbe64-c7f8-4989-9a70-77348b601a3f req-5f7a5f95-79d2-4a3f-8f08-d7766a7ed707 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:50.527645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1c3fbe64-c7f8-4989-9a70-77348b601a3f req-5f7a5f95-79d2-4a3f-8f08-d7766a7ed707 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0831516 May 31 12:58:50.572619 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1c3fbe64-c7f8-4989-9a70-77348b601a3f req-40d2faa9-4314-42a6-bb57-efcc8ed08750 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392096 May 31 12:58:51.327546 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:58:51.781330 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ae3ff-b5f0-4638-b401-61f7cd07e60a req-93ddeaae-017e-4c4b-812a-a3becb64e594 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:51.782766 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c39ae3ff-b5f0-4638-b401-61f7cd07e60a req-93ddeaae-017e-4c4b-812a-a3becb64e594 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0908825 May 31 12:58:51.833248 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c39ae3ff-b5f0-4638-b401-61f7cd07e60a req-1cd3d4c1-49cf-41a6-928d-d5380893dc02 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 May 31 12:58:53.040447 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d4163-bd86-4917-8285-b4dc13c1fa83 req-b7ad8cc3-bea5-4d10-a232-6b4be3a09d7b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:53.041892 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-536d4163-bd86-4917-8285-b4dc13c1fa83 req-b7ad8cc3-bea5-4d10-a232-6b4be3a09d7b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0840182 May 31 12:58:53.086438 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-536d4163-bd86-4917-8285-b4dc13c1fa83 req-9e6a1e67-5341-44f8-ba85-254075d8fc6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388429 May 31 12:58:54.294441 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80f5dd-2b32-4db1-87bf-3ca6da977f18 req-fe2ee281-4422-47ab-8be8-7590f29fb342 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:54.295905 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0e80f5dd-2b32-4db1-87bf-3ca6da977f18 req-fe2ee281-4422-47ab-8be8-7590f29fb342 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0870886 May 31 12:58:54.339658 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0e80f5dd-2b32-4db1-87bf-3ca6da977f18 req-56d0904c-7889-4dc6-ab3d-cdd3d53d491a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378728 May 31 12:58:55.539164 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cbdeb-397c-4907-8aaf-1854d36be678 req-571ff139-578d-4bc5-bea0-ba70935d4713 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:55.540628 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f7cbdeb-397c-4907-8aaf-1854d36be678 req-571ff139-578d-4bc5-bea0-ba70935d4713 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0826166 May 31 12:58:55.585488 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f7cbdeb-397c-4907-8aaf-1854d36be678 req-0aeca06c-e5f0-479f-b5a3-7f341d50f170 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 May 31 12:58:56.809756 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e630f-7caa-4735-bce0-8f7f458a0004 req-b3419c46-1f96-4a5f-b3c2-1652c234c643 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:56.811280 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5c9e630f-7caa-4735-bce0-8f7f458a0004 req-b3419c46-1f96-4a5f-b3c2-1652c234c643 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1033990 May 31 12:58:56.856557 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5c9e630f-7caa-4735-bce0-8f7f458a0004 req-56a7b0b3-a97a-4493-9a1e-49120f6079b5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393305 May 31 12:58:58.048352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dcb94e-fa92-4402-b79c-a611171af403 req-26c9b887-7b30-4000-9655-892a59c09c15 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:58.049805 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c1dcb94e-fa92-4402-b79c-a611171af403 req-26c9b887-7b30-4000-9655-892a59c09c15 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0778782 May 31 12:58:58.096704 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c1dcb94e-fa92-4402-b79c-a611171af403 req-a1fcce59-bb45-45ca-be75-65d7fdc5b80a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 May 31 12:58:59.366623 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33559d-fc4d-4b0d-a4eb-38a99f1ad522 req-3cd4383c-a7c8-4975-8f17-6941b3bf440d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:58:59.368126 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b33559d-fc4d-4b0d-a4eb-38a99f1ad522 req-3cd4383c-a7c8-4975-8f17-6941b3bf440d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1594942 May 31 12:58:59.413149 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b33559d-fc4d-4b0d-a4eb-38a99f1ad522 req-8d286087-7e2c-47d6-b04b-41c8a0005ea9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 May 31 12:59:00.623043 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7619c049-24f6-4983-9eb3-1cf0d5e68227 req-63c42d68-2944-41c0-a2e9-1251b07f65e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:00.624464 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7619c049-24f6-4983-9eb3-1cf0d5e68227 req-63c42d68-2944-41c0-a2e9-1251b07f65e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0943193 May 31 12:59:00.671751 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7619c049-24f6-4983-9eb3-1cf0d5e68227 req-feb87181-1419-45f0-a550-70fab2bd161f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413144 May 31 12:59:01.873113 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca8e25-f29a-4e88-aa9f-3473deaca380 req-e42a8df1-e21f-4c05-8080-61620a9a82c8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:01.874482 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-adca8e25-f29a-4e88-aa9f-3473deaca380 req-e42a8df1-e21f-4c05-8080-61620a9a82c8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0807080 May 31 12:59:01.924414 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-adca8e25-f29a-4e88-aa9f-3473deaca380 req-8b35e97c-d1f5-489e-96ac-17f7e25bbf98 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417974 May 31 12:59:02.144329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:03.140234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c615b-3e0b-473c-bf01-6a1ef0c9ab53 req-f96eb1bf-a3f9-4b81-ae09-d9ad3291b7dd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:03.141804 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b60c615b-3e0b-473c-bf01-6a1ef0c9ab53 req-f96eb1bf-a3f9-4b81-ae09-d9ad3291b7dd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0922461 May 31 12:59:03.185763 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b60c615b-3e0b-473c-bf01-6a1ef0c9ab53 req-4128b388-0ebd-4ffd-b8e5-45e736fcf618 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 May 31 12:59:04.393191 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b9837-37c4-4254-b10c-e58435122736 req-5f970ea0-9bdf-4898-ad28-9046389db56e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:04.394628 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-317b9837-37c4-4254-b10c-e58435122736 req-5f970ea0-9bdf-4898-ad28-9046389db56e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0848162 May 31 12:59:04.438478 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-317b9837-37c4-4254-b10c-e58435122736 req-7bef34c7-808d-4875-bac3-31e8c8c33530 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379210 May 31 12:59:05.290875 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-36dcf6b7-0ba4-445a-a8f0-4a95ddb04aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:05.633270 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb4f1c-af3f-4957-a5c1-514ef2372658 req-8230c9f0-b1c7-4fb9-b1b1-11dee5f77c74 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:05.634747 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73cb4f1c-af3f-4957-a5c1-514ef2372658 req-8230c9f0-b1c7-4fb9-b1b1-11dee5f77c74 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0890155 May 31 12:59:05.680323 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73cb4f1c-af3f-4957-a5c1-514ef2372658 req-529c8134-3816-49c6-941b-171e39b24d0b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386605 May 31 12:59:06.885232 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc3902-ae7a-4cce-ad2c-100196714087 req-5cb60c56-b442-41d6-ac07-a0a7c2f19bd1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:06.886675 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4ebc3902-ae7a-4cce-ad2c-100196714087 req-5cb60c56-b442-41d6-ac07-a0a7c2f19bd1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0855775 May 31 12:59:06.933597 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4ebc3902-ae7a-4cce-ad2c-100196714087 req-3256db5c-819b-47dd-9dc8-ea7f1b16b45b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389805 May 31 12:59:07.671128 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:07.834106 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2dcf41b8-60e2-4aa7-b37b-4b33a08119cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:08.134253 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b6067-10da-49a8-9ec6-39ffd95cd497 req-05d3623a-b008-45c7-8506-5fb1d1aae4b8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:08.135627 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c1b6067-10da-49a8-9ec6-39ffd95cd497 req-05d3623a-b008-45c7-8506-5fb1d1aae4b8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0897880 May 31 12:59:08.180773 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c1b6067-10da-49a8-9ec6-39ffd95cd497 req-c60f4103-72d8-42b3-8aa0-b4ddac809ed1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 May 31 12:59:08.946570 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:09.385754 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee46c560-ba17-4adc-9ec8-3d14dfe3b58f req-fa7bfb8e-325f-48c6-9164-2fd99ff76f53 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:09.387303 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee46c560-ba17-4adc-9ec8-3d14dfe3b58f req-fa7bfb8e-325f-48c6-9164-2fd99ff76f53 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0858445 May 31 12:59:09.431674 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee46c560-ba17-4adc-9ec8-3d14dfe3b58f req-57d2edb2-323a-4399-9ec4-09bdc63a866c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384612 May 31 12:59:10.500170 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:10.634112 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9184617-10b4-4459-9ea9-98957a9f208a req-1f462e74-6aa3-465e-822b-02d020c606a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:10.635500 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9184617-10b4-4459-9ea9-98957a9f208a req-1f462e74-6aa3-465e-822b-02d020c606a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0866332 May 31 12:59:10.692157 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9184617-10b4-4459-9ea9-98957a9f208a req-269caee6-5fda-458a-9f41-5013df06c2d2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505466 May 31 12:59:11.908016 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d55ce6-a990-43a5-b967-468129b7993c req-a35b3f21-d0bb-421a-9bbe-a452f44fb532 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:11.909448 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-12d55ce6-a990-43a5-b967-468129b7993c req-a35b3f21-d0bb-421a-9bbe-a452f44fb532 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0900080 May 31 12:59:11.953228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-12d55ce6-a990-43a5-b967-468129b7993c req-77704545-1335-46b0-8e22-9a4839311c0d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379827 May 31 12:59:13.155539 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9be22-4c3b-4f71-a62c-8ba7bb19b3dc req-631a7acc-68ef-4997-8d7f-a968e76417df tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:13.157062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a4c9be22-4c3b-4f71-a62c-8ba7bb19b3dc req-631a7acc-68ef-4997-8d7f-a968e76417df tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0908914 May 31 12:59:13.201985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a4c9be22-4c3b-4f71-a62c-8ba7bb19b3dc req-cf5c2b60-f6cc-4c9c-8b1c-1cff974a18b7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389614 May 31 12:59:14.402056 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c6cad-6988-4039-8f3d-b2466b3fa8a9 req-545d9202-0f90-4b1c-baeb-438fc202990c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:14.403505 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-645c6cad-6988-4039-8f3d-b2466b3fa8a9 req-545d9202-0f90-4b1c-baeb-438fc202990c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0805690 May 31 12:59:14.446927 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-645c6cad-6988-4039-8f3d-b2466b3fa8a9 req-98a9d772-43a7-4b8a-a10f-13351464055f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377233 May 31 12:59:15.649255 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60bd207-e83a-4c3c-8876-01d1f872a241 req-d3da7d30-ef23-400a-92e1-9688187175dd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:15.650671 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d60bd207-e83a-4c3c-8876-01d1f872a241 req-d3da7d30-ef23-400a-92e1-9688187175dd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0828125 May 31 12:59:15.694861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d60bd207-e83a-4c3c-8876-01d1f872a241 req-57d577ef-f070-42fd-883e-015f8b70fd75 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380573 May 31 12:59:16.894977 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99c2d9-e93f-4190-87b9-40dc65b51bec req-4df3eaa1-5be9-4147-94d5-ff5e1cadd2fa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:16.896438 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee99c2d9-e93f-4190-87b9-40dc65b51bec req-4df3eaa1-5be9-4147-94d5-ff5e1cadd2fa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0882189 May 31 12:59:16.944928 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee99c2d9-e93f-4190-87b9-40dc65b51bec req-3e6c7a52-8b3d-441a-af7a-e09e8073ae8f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426383 May 31 12:59:18.155968 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d102be-8f97-4904-99d9-4b7532f558f5 req-b8b05ca4-c259-492a-89a6-25591fbef752 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:18.157418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a0d102be-8f97-4904-99d9-4b7532f558f5 req-b8b05ca4-c259-492a-89a6-25591fbef752 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0854654 May 31 12:59:18.201718 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a0d102be-8f97-4904-99d9-4b7532f558f5 req-0c30c8a5-c2e4-4643-9b45-88074a9c1584 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385878 May 31 12:59:19.406817 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b60c0-3f1c-4fd7-a372-5030347434cd req-8432a0ba-0537-4d18-bfb3-5acbfec8858e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:19.408369 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff2b60c0-3f1c-4fd7-a372-5030347434cd req-8432a0ba-0537-4d18-bfb3-5acbfec8858e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0952411 May 31 12:59:19.456942 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff2b60c0-3f1c-4fd7-a372-5030347434cd req-c55af6d6-b2eb-4c35-9d98-c0195caa7e61 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 May 31 12:59:20.666212 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7464c4-b8f9-40e3-8db4-4eb15ea4353f req-3f807a0a-5bd0-46f5-84cc-de3db1fde216 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:20.667661 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bd7464c4-b8f9-40e3-8db4-4eb15ea4353f req-3f807a0a-5bd0-46f5-84cc-de3db1fde216 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0823660 May 31 12:59:20.710991 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bd7464c4-b8f9-40e3-8db4-4eb15ea4353f req-e04cff3b-e550-4ae1-82ef-c97fd352a436 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 May 31 12:59:21.694595 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7992a553-ce66-4690-9eb3-f006d7ba3e0d req-fe20ff1d-51c4-4473-af6f-32386801f734 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:21.696141 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7992a553-ce66-4690-9eb3-f006d7ba3e0d req-fe20ff1d-51c4-4473-af6f-32386801f734 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.1548898 May 31 12:59:21.740150 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7992a553-ce66-4690-9eb3-f006d7ba3e0d req-e4d27ec3-9e09-44b5-83a6-35c618579674 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382731 May 31 12:59:21.908870 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70dd42-1be5-4895-a0d7-f478a0946c37 req-5ab0e273-2777-4a13-b615-3cd99a0594fb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:21.910315 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d70dd42-1be5-4895-a0d7-f478a0946c37 req-5ab0e273-2777-4a13-b615-3cd99a0594fb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0832901 May 31 12:59:21.957532 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d70dd42-1be5-4895-a0d7-f478a0946c37 req-ee6e7f95-d6e5-4cc8-b712-82a78a55f7e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402465 May 31 12:59:22.952683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9ad6-9aaa-40fb-a5bb-7bb80ee98f6d req-bfec4075-436b-4b6d-aa2e-757e7344197c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:22.954105 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-268c9ad6-9aaa-40fb-a5bb-7bb80ee98f6d req-bfec4075-436b-4b6d-aa2e-757e7344197c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0918543 May 31 12:59:23.003345 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-268c9ad6-9aaa-40fb-a5bb-7bb80ee98f6d req-c12f6705-c710-4972-922e-58d70a4183fb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 May 31 12:59:23.151187 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a5ac76-7710-438d-88f8-28e9963c0e4b req-89157178-d088-4514-8abd-8021b4222c44 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:23.152653 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2a5ac76-7710-438d-88f8-28e9963c0e4b req-89157178-d088-4514-8abd-8021b4222c44 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0834763 May 31 12:59:23.196801 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2a5ac76-7710-438d-88f8-28e9963c0e4b req-ed0c578c-c0be-453c-b40c-e65c697ab4d7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384934 May 31 12:59:24.194040 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e5c68-cf81-4fe8-afa1-450596d18c90 req-1453a20a-3809-47d1-8d07-95740d745559 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:24.195704 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-952e5c68-cf81-4fe8-afa1-450596d18c90 req-1453a20a-3809-47d1-8d07-95740d745559 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0823276 May 31 12:59:24.241518 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-952e5c68-cf81-4fe8-afa1-450596d18c90 req-d5e3cb93-ec5b-4d37-aacf-41bab01b774b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400033 May 31 12:59:24.391412 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f78446-8df4-43a3-b3af-ce8682abf91d req-224091c9-8f33-44b6-af99-a049c1138052 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:24.392995 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26f78446-8df4-43a3-b3af-ce8682abf91d req-224091c9-8f33-44b6-af99-a049c1138052 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0861170 May 31 12:59:24.438123 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26f78446-8df4-43a3-b3af-ce8682abf91d req-5e51ffff-c8e9-45d4-b5f7-688362788984 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 May 31 12:59:25.428691 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334dc337-c454-4c6c-bc10-ddcb301a179d req-b4b42361-e2ec-4572-9ece-03d6131211dc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:25.430143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-334dc337-c454-4c6c-bc10-ddcb301a179d req-b4b42361-e2ec-4572-9ece-03d6131211dc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0824757 May 31 12:59:25.480402 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-334dc337-c454-4c6c-bc10-ddcb301a179d req-10c1d728-6dbb-40ff-9483-a6cac8b12ff8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430439 May 31 12:59:25.636991 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6211e-6d85-4709-a941-f51c9cc0806c req-41be6d5c-24bb-464b-a879-84a0a9262f71 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:25.638459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9a6211e-6d85-4709-a941-f51c9cc0806c req-41be6d5c-24bb-464b-a879-84a0a9262f71 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0801017 May 31 12:59:25.682649 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9a6211e-6d85-4709-a941-f51c9cc0806c req-866374fd-96e1-49c7-9420-037329ccda58 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383456 May 31 12:59:26.695446 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8632df-f9bf-4500-89ab-eae290c0fddc req-cab830c4-ceed-45b1-bbda-e2360bf41c10 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:26.696963 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c8632df-f9bf-4500-89ab-eae290c0fddc req-cab830c4-ceed-45b1-bbda-e2360bf41c10 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0922863 May 31 12:59:26.742430 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c8632df-f9bf-4500-89ab-eae290c0fddc req-b9cee0ab-8634-46f8-ab4d-8d0657a5fbe2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 May 31 12:59:26.889872 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68113831-dc0f-4fd8-bc83-1c062ef7463e req-699a1fd9-473b-4dba-9428-1a92bc46e20b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:26.891374 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-68113831-dc0f-4fd8-bc83-1c062ef7463e req-699a1fd9-473b-4dba-9428-1a92bc46e20b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0946133 May 31 12:59:26.936501 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-68113831-dc0f-4fd8-bc83-1c062ef7463e req-32d2184a-d973-4953-974c-1a57c99d2289 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392411 May 31 12:59:27.939643 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949b33d-ce83-4151-96c3-477697001069 req-7b79c5d7-2975-4dbc-92f4-035bcefd24ce tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:27.941072 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a949b33d-ce83-4151-96c3-477697001069 req-7b79c5d7-2975-4dbc-92f4-035bcefd24ce tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0928969 May 31 12:59:27.994168 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a949b33d-ce83-4151-96c3-477697001069 req-bd76e96e-90d5-497d-acd5-30f231b6f89f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470643 May 31 12:59:28.135744 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc8367-4170-4f09-98d6-03680969c620 req-a453b739-d2c6-4f3d-9e61-d89b4591071f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:28.137196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7bfc8367-4170-4f09-98d6-03680969c620 req-a453b739-d2c6-4f3d-9e61-d89b4591071f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0829973 May 31 12:59:28.181214 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7bfc8367-4170-4f09-98d6-03680969c620 req-8dae77ae-e680-4397-9ad4-05b7d44a994f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382986 May 31 12:59:28.331647 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 12:59:29.180197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a366db6-8d42-4888-b71f-304496e2c670 req-15941a1e-2a3b-4025-9bcd-cf7ba27a986b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:29.181758 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a366db6-8d42-4888-b71f-304496e2c670 req-15941a1e-2a3b-4025-9bcd-cf7ba27a986b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0835919 May 31 12:59:29.227186 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a366db6-8d42-4888-b71f-304496e2c670 req-9987115b-c123-43a6-af93-4d93a629713f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392771 May 31 12:59:29.387973 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca6e61-f2b8-4939-a090-fa867140ff86 req-5c627850-5a25-411a-8d52-7db39ac00f4e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:29.389320 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e0ca6e61-f2b8-4939-a090-fa867140ff86 req-5c627850-5a25-411a-8d52-7db39ac00f4e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0881047 May 31 12:59:29.437379 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e0ca6e61-f2b8-4939-a090-fa867140ff86 req-71228741-c3f9-4d7d-be07-45693abe8e23 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402865 May 31 12:59:30.413401 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04090bc8-4db3-4f3d-a8da-822d22048510 req-82c5b72f-8f85-413f-9e1f-78087616bf90 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:30.414873 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04090bc8-4db3-4f3d-a8da-822d22048510 req-82c5b72f-8f85-413f-9e1f-78087616bf90 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0818813 May 31 12:59:30.459906 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04090bc8-4db3-4f3d-a8da-822d22048510 req-44dee103-5ba0-4c9d-8334-5df6784617d6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387537 May 31 12:59:30.637687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc6bc2-09d5-4c49-a69d-b116b2c4fefa req-1617f471-b36a-4deb-b1e6-aa23d1c99cc1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:30.639181 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfcc6bc2-09d5-4c49-a69d-b116b2c4fefa req-1617f471-b36a-4deb-b1e6-aa23d1c99cc1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0895503 May 31 12:59:30.683055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfcc6bc2-09d5-4c49-a69d-b116b2c4fefa req-216c844d-e271-47e3-a2b5-46a8af431767 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380661 May 31 12:59:31.655298 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28ce427-8050-4abf-9f64-32e8d975b7f9 req-4a8099db-e19d-4433-9b0b-b30ae0c64837 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:31.656712 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e28ce427-8050-4abf-9f64-32e8d975b7f9 req-4a8099db-e19d-4433-9b0b-b30ae0c64837 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0849733 May 31 12:59:31.704040 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e28ce427-8050-4abf-9f64-32e8d975b7f9 req-8bb9af6a-c3bc-4a0f-860c-5a41e0561c17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404980 May 31 12:59:31.738003 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-663d8c96-fab8-42be-98f2-8b3574adc502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:31.739484 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-663d8c96-fab8-42be-98f2-8b3574adc502 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1099 time: 0.0770586 May 31 12:59:31.869297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-65595e15-ff1e-4f76-b2e0-88df89510e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:31.870829 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-65595e15-ff1e-4f76-b2e0-88df89510e61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 200 len: 910 time: 0.1250079 May 31 12:59:31.879376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7248b-ff4c-4c36-9dc5-eb9cbb5b559e req-06cd90c5-3566-4eb4-8452-b79986371aaa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:31.880847 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0dc7248b-ff4c-4c36-9dc5-eb9cbb5b559e req-06cd90c5-3566-4eb4-8452-b79986371aaa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0864365 May 31 12:59:31.926370 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0dc7248b-ff4c-4c36-9dc5-eb9cbb5b559e req-1ee7fe80-0acf-4f50-9bdc-86d7a5982ca0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392828 May 31 12:59:31.974596 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-687d9163-6056-47da-8bbb-16ed19da480d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 200 len: 1002 time: 0.0970070 May 31 12:59:32.035875 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-75ac685a-47ab-4f99-bcb9-6e342723a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:32.037271 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-75ac685a-47ab-4f99-bcb9-6e342723a08c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e HTTP/1.1" status: 200 len: 848 time: 0.0565674 May 31 12:59:32.117396 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-dadd53c9-a41b-42dc-b831-98e1e07a47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:32.118865 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-dadd53c9-a41b-42dc-b831-98e1e07a47c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=441e9cd8-7c15-462c-b4f1-f311dbc70797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748837 May 31 12:59:32.167904 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:32.253950 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-527c56b6-f203-47ca-8e0a-a9152980533e service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275375 May 31 12:59:32.466013 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c91056d5-f309-44ee-a9ed-72081a31ff93 req-11f87afc-3d64-4fcf-8c18-528f59f5757c service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039945 May 31 12:59:32.628159 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-71c5e834-8988-40cb-bc68-0fef10e7ddd7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718102 May 31 12:59:32.730387 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-ffe49ca3-5104-43f2-b717-82c824979393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:32.731824 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-ffe49ca3-5104-43f2-b717-82c824979393 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2732652ae1f45d4981d1d9d54eae2bc&device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 1099 time: 0.0765080 May 31 12:59:32.873860 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-ffda6cc0-4aa3-4711-8751-5e92326a0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:32.875293 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-ffda6cc0-4aa3-4711-8751-5e92326a0403 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fed39d2b-4820-4dba-988e-2a430298fcfa HTTP/1.1" status: 200 len: 914 time: 0.1229360 May 31 12:59:32.892519 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50755be3-8950-4ea8-895a-1257a6b45343 req-b463180a-0628-4407-b512-899bbba228e2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:32.893960 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-50755be3-8950-4ea8-895a-1257a6b45343 req-b463180a-0628-4407-b512-899bbba228e2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0822566 May 31 12:59:32.942588 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-0543f392-c0ed-4cf2-905c-d59c7141ac00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e HTTP/1.1" status: 200 len: 217 time: 0.0596414 May 31 12:59:32.943611 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-50755be3-8950-4ea8-895a-1257a6b45343 req-17eb7fd0-f99f-4ddb-b3d6-20dbb718c5d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436902 May 31 12:59:33.009730 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-730cb533-7848-4f15-8102-1cd9f7744e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:33.011160 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-730cb533-7848-4f15-8102-1cd9f7744e02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b25c8e1-306c-4216-967d-bb597a06a317 HTTP/1.1" status: 200 len: 853 time: 0.0604703 May 31 12:59:33.059621 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-790fbaa2-cd41-4f0b-8c55-4d7e390a2930 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fed39d2b-4820-4dba-988e-2a430298fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403535 May 31 12:59:33.194022 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-8b2cda3a-b738-46dd-bc7f-a58a0c186b77 service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260829 May 31 12:59:33.195650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ca5fe8-10d1-4897-ad63-f43bbc108928 req-4ffd21ad-b6c1-4a32-8a94-bc348488b8bc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:33.197086 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-48ca5fe8-10d1-4897-ad63-f43bbc108928 req-4ffd21ad-b6c1-4a32-8a94-bc348488b8bc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1509714 May 31 12:59:33.242948 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-48ca5fe8-10d1-4897-ad63-f43bbc108928 req-9b46802f-00fc-4cc2-852b-82105a4c1364 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399001 May 31 12:59:33.333596 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b2438cf1-dedf-44bf-aa7a-1e5e2f906f8a req-fefe5e73-61bd-4c99-9f3a-e325b23da3dd service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329331 May 31 12:59:34.149152 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c943ce-bbdd-40c7-abbf-54d99cbdd710 req-c52bb167-2845-4245-b115-f1e184b923ba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:34.150686 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a3c943ce-bbdd-40c7-abbf-54d99cbdd710 req-c52bb167-2845-4245-b115-f1e184b923ba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0823355 May 31 12:59:34.194375 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a3c943ce-bbdd-40c7-abbf-54d99cbdd710 req-496e240e-aa4e-4d56-9c36-c7671cba86b9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379241 May 31 12:59:34.452739 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb79078-9079-4317-be2a-3240be847e8d req-acedb3c9-d0a1-4b80-8fd0-86a3c300a012 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:34.454224 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1bb79078-9079-4317-be2a-3240be847e8d req-acedb3c9-d0a1-4b80-8fd0-86a3c300a012 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0895290 May 31 12:59:34.502695 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1bb79078-9079-4317-be2a-3240be847e8d req-cf0ce6ea-7fd2-4c2d-93fb-b4de40a84745 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423810 May 31 12:59:35.276792 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2098fd37-e7ee-4d5b-b87b-52023cbbd0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:35.391550 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccecd565-4833-47d5-8477-d2c87af80af5 req-3c140f64-54d0-4788-ab77-fb372f415fca tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:35.392989 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ccecd565-4833-47d5-8477-d2c87af80af5 req-3c140f64-54d0-4788-ab77-fb372f415fca tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0833302 May 31 12:59:35.439277 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ccecd565-4833-47d5-8477-d2c87af80af5 req-fad762ea-125b-4e8e-a57d-75b9218e8526 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380490 May 31 12:59:35.714337 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c599e5-a796-4210-9cce-2f48efcf7d9e req-494a71fe-3e5b-4589-b5ca-8e469465ee8c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:35.716436 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42c599e5-a796-4210-9cce-2f48efcf7d9e req-494a71fe-3e5b-4589-b5ca-8e469465ee8c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0901439 May 31 12:59:35.763646 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42c599e5-a796-4210-9cce-2f48efcf7d9e req-67539e9b-f77d-4d51-b003-69031dbb0f99 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387409 May 31 12:59:36.644925 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c7358-d6ae-4484-bbaa-b9525faab5ee req-8f252fbd-9fc9-4f08-a48a-0559cf1b8d74 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:36.646284 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f8c7358-d6ae-4484-bbaa-b9525faab5ee req-8f252fbd-9fc9-4f08-a48a-0559cf1b8d74 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0898552 May 31 12:59:36.692032 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f8c7358-d6ae-4484-bbaa-b9525faab5ee req-7728279b-8a84-4ce4-bc5b-decdcf150384 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399601 May 31 12:59:36.974588 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f8b00-9220-424b-8cfc-da0dcd9783f5 req-35b8d27a-83a8-421b-8afd-f45519500a27 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:36.976430 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-289f8b00-9220-424b-8cfc-da0dcd9783f5 req-35b8d27a-83a8-421b-8afd-f45519500a27 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0875080 May 31 12:59:37.020330 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-289f8b00-9220-424b-8cfc-da0dcd9783f5 req-66ac02c0-bae4-4b86-a7ad-bd322055f72b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379581 May 31 12:59:37.677347 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:37.829881 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b600a549-2b5d-419d-978f-9dd0b5a37866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:37.884578 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc3e30d-b5dd-43f0-9bf5-d9f5871d33a5 req-df54675e-6bf6-4467-b9c1-acd73a76d943 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:37.886049 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fc3e30d-b5dd-43f0-9bf5-d9f5871d33a5 req-df54675e-6bf6-4467-b9c1-acd73a76d943 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 946 time: 0.0855720 May 31 12:59:37.934460 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fc3e30d-b5dd-43f0-9bf5-d9f5871d33a5 req-67522071-c006-4547-8906-40aebee0b1b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426219 May 31 12:59:38.231624 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14b8ed6-d70d-45ee-b2a7-5d562d8f9967 req-b32274d9-4f3c-43f7-9bb8-0ea93ae54410 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:38.233017 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f14b8ed6-d70d-45ee-b2a7-5d562d8f9967 req-b32274d9-4f3c-43f7-9bb8-0ea93ae54410 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0916564 May 31 12:59:38.264911 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 12:59:38.279193 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f14b8ed6-d70d-45ee-b2a7-5d562d8f9967 req-fb35fd51-ff46-4e38-b747-5ab8988c4497 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 May 31 12:59:38.377133 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:38.410989 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 12:59:38.413272 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b526cda5-b2f2-4f27-b28e-324d9b777007" -d '{"events": [{"server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 12:59:38.421092 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 12:59:38.427007 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:38.429993 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 12:59:38.498320 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,revision_number=6']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 12:59:38.506535 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.506535 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.506871 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.507152 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.507476 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.507812 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.508312 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.508587 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.508905 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.509218 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.509537 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.509837 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 12:59:38.513886 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 12:59:38.952454 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:39.124631 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb95b04-3796-482d-80df-f9193f57d4fc req-e806c003-7c54-4cb1-b784-843b5761ee73 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:39.126044 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6eb95b04-3796-482d-80df-f9193f57d4fc req-e806c003-7c54-4cb1-b784-843b5761ee73 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0860393 May 31 12:59:39.171825 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6eb95b04-3796-482d-80df-f9193f57d4fc req-6f6dc011-7306-4b1d-845d-f5740c60ca92 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373387 May 31 12:59:39.484233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe73f0-4af5-4993-8493-a5d7b42d378f req-433f5058-8e19-4a1b-b547-22cf27d9b0f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:39.485696 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85fe73f0-4af5-4993-8493-a5d7b42d378f req-433f5058-8e19-4a1b-b547-22cf27d9b0f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0828176 May 31 12:59:39.531620 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85fe73f0-4af5-4993-8493-a5d7b42d378f req-a0ffd561-9906-4ffe-86f4-54bbfddf3ca9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 May 31 12:59:39.541066 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 12:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-525fd729-8e4b-44b9-bcc2-72dbc7d55ad1 x-openstack-request-id: req-525fd729-8e4b-44b9-bcc2-72dbc7d55ad1 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 12:59:39.541365 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "name": "network-vif-unplugged", "status": "completed", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 12:59:39.541628 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-525fd729-8e4b-44b9-bcc2-72dbc7d55ad1 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 12:59:39.542037 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'code': 200} May 31 12:59:40.389026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fbef7b-cea1-4697-b1b0-d844ce548a0d req-56a59bbc-d27f-469d-9e0e-e87f1e1ebf73 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:40.390465 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26fbef7b-cea1-4697-b1b0-d844ce548a0d req-56a59bbc-d27f-469d-9e0e-e87f1e1ebf73 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0945730 May 31 12:59:40.438758 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26fbef7b-cea1-4697-b1b0-d844ce548a0d req-65a4a6ec-4d80-4003-8fd7-b9f8ad0f9b1b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 May 31 12:59:40.504486 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 12:59:40.748585 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3cf479-79ef-4e0c-8ee0-392b54384c58 req-9eaf3f19-1f46-4397-8eee-78638c27869e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:40.750022 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4b3cf479-79ef-4e0c-8ee0-392b54384c58 req-9eaf3f19-1f46-4397-8eee-78638c27869e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0928657 May 31 12:59:40.793818 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4b3cf479-79ef-4e0c-8ee0-392b54384c58 req-7e26558f-a332-4667-9268-ffc72616aa76 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379741 May 31 12:59:41.643106 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a849f-9415-4c79-977e-a4970a074dbb req-fa8edae9-ba25-43c5-90fe-3e032cdab393 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:41.644555 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-834a849f-9415-4c79-977e-a4970a074dbb req-fa8edae9-ba25-43c5-90fe-3e032cdab393 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0867569 May 31 12:59:41.699039 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-834a849f-9415-4c79-977e-a4970a074dbb req-5c8dc9b7-930d-449e-b1d2-e62e71197ed5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457709 May 31 12:59:42.002904 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07486029-843c-45aa-8735-c4cf0370aa2c req-fed7de4b-968b-4082-8bbb-e08804ffafd9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:42.004364 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-07486029-843c-45aa-8735-c4cf0370aa2c req-fed7de4b-968b-4082-8bbb-e08804ffafd9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0860395 May 31 12:59:42.051958 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-07486029-843c-45aa-8735-c4cf0370aa2c req-d24fc0d6-60cf-4818-8501-60287e152838 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417533 May 31 12:59:42.902062 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de478e8c-8eeb-41ad-a73d-84ef7f67a9b8 req-943ab83d-e44f-4740-9e3e-72ab57ce6c76 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:42.903562 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de478e8c-8eeb-41ad-a73d-84ef7f67a9b8 req-943ab83d-e44f-4740-9e3e-72ab57ce6c76 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0843115 May 31 12:59:42.951501 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de478e8c-8eeb-41ad-a73d-84ef7f67a9b8 req-69dcc4a7-89d8-4c39-abae-9e06eff37577 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395708 May 31 12:59:43.276258 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f4070-1796-4cd0-a31f-45890535ccdc req-39b89302-d354-43d9-b4a7-9c26eb0d8b94 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:43.277727 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c16f4070-1796-4cd0-a31f-45890535ccdc req-39b89302-d354-43d9-b4a7-9c26eb0d8b94 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0985553 May 31 12:59:43.326294 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c16f4070-1796-4cd0-a31f-45890535ccdc req-413323ee-0827-42e5-8d3b-d8ddf0baa262 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403485 May 31 12:59:44.144300 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c77916-501e-4cc2-b799-5357bf117e68 req-18596045-9b99-4217-a29b-31eb01aa3478 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:44.145750 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d7c77916-501e-4cc2-b799-5357bf117e68 req-18596045-9b99-4217-a29b-31eb01aa3478 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0816166 May 31 12:59:44.191035 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d7c77916-501e-4cc2-b799-5357bf117e68 req-48c91fba-f237-4266-b93d-cd1c8cf7b327 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371547 May 31 12:59:44.609919 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed573702-68bd-44af-8fcf-4ca97d9ab8cd req-8c366321-8c85-426f-af98-d19525c09781 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:44.611354 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed573702-68bd-44af-8fcf-4ca97d9ab8cd req-8c366321-8c85-426f-af98-d19525c09781 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1622226 May 31 12:59:44.658196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed573702-68bd-44af-8fcf-4ca97d9ab8cd req-8f82d9ac-f419-4bef-8947-01b64ca8fadf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400040 May 31 12:59:45.396300 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ede3b-d776-4c63-8126-4ee0b4485c93 req-32d4ae9c-a106-4722-b982-d127fe5210b3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:45.397703 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0f9ede3b-d776-4c63-8126-4ee0b4485c93 req-32d4ae9c-a106-4722-b982-d127fe5210b3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0851262 May 31 12:59:45.443760 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0f9ede3b-d776-4c63-8126-4ee0b4485c93 req-e365905a-82df-4c68-ac90-943d9172c048 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403497 May 31 12:59:45.875420 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba252b-b363-414a-ad83-801051ec1315 req-279b28d3-548e-434a-8618-f6b8615d0344 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:45.876845 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1ba252b-b363-414a-ad83-801051ec1315 req-279b28d3-548e-434a-8618-f6b8615d0344 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0838015 May 31 12:59:45.924308 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1ba252b-b363-414a-ad83-801051ec1315 req-31bff26a-3e4c-407e-ac0d-c43987db88ca tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388753 May 31 12:59:46.657631 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021f4f-52f1-43d1-8572-2834441a8813 req-723ed3fc-3d7d-4613-907b-5570e3024665 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:46.659009 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1021f4f-52f1-43d1-8572-2834441a8813 req-723ed3fc-3d7d-4613-907b-5570e3024665 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0978355 May 31 12:59:46.714112 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1021f4f-52f1-43d1-8572-2834441a8813 req-516d6326-e15e-4249-8f80-5e801b5f4d9f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493262 May 31 12:59:47.124033 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d278d57-3538-4dbd-9348-42a1ea216a8f req-2f18b1cb-15d3-4bf2-8254-3814f6a5416b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:47.125470 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d278d57-3538-4dbd-9348-42a1ea216a8f req-2f18b1cb-15d3-4bf2-8254-3814f6a5416b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0831008 May 31 12:59:47.175206 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d278d57-3538-4dbd-9348-42a1ea216a8f req-3fb84dfc-ca58-4c99-8230-d6ac7ba5d986 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412376 May 31 12:59:47.929579 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25d317-ad67-471c-ac63-e1cd58196e37 req-ba566b0d-3a0e-4831-a338-40af735bc6aa tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:47.931096 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bd25d317-ad67-471c-ac63-e1cd58196e37 req-ba566b0d-3a0e-4831-a338-40af735bc6aa tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0984812 May 31 12:59:47.975036 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bd25d317-ad67-471c-ac63-e1cd58196e37 req-9a00b1ff-6458-4aa3-ba22-18807d36cf89 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381265 May 31 12:59:48.396414 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8121c8-baf9-4366-8187-68a8d4feadc2 req-29673f33-5463-424d-bdd5-66f98c7a47ee tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:48.397865 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cc8121c8-baf9-4366-8187-68a8d4feadc2 req-29673f33-5463-424d-bdd5-66f98c7a47ee tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1004667 May 31 12:59:48.446326 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cc8121c8-baf9-4366-8187-68a8d4feadc2 req-e39281e5-98d6-4ef3-9399-b4c6ee41ceed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425632 May 31 12:59:49.176850 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e1af3-d141-4d36-a70b-4f5e96a6ae5b req-f7164a46-82a7-43ff-8f28-76ebc20906c1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:49.178328 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c12e1af3-d141-4d36-a70b-4f5e96a6ae5b req-f7164a46-82a7-43ff-8f28-76ebc20906c1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0873230 May 31 12:59:49.225207 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c12e1af3-d141-4d36-a70b-4f5e96a6ae5b req-bb46a70c-759a-4665-8702-ecfa9ab0ce17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387080 May 31 12:59:49.649893 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996fec6-a455-4c04-a358-945bff53c70a req-74815dac-bb7e-42b0-a87c-4a2c92a7caae tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:49.651366 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5996fec6-a455-4c04-a358-945bff53c70a req-74815dac-bb7e-42b0-a87c-4a2c92a7caae tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0896606 May 31 12:59:49.698989 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5996fec6-a455-4c04-a358-945bff53c70a req-e1c933eb-bd0a-4e3a-b589-61e148134e7e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392535 May 31 12:59:50.444745 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c35b4-271f-4dfb-bc79-95c7c9b48447 req-bb85d87d-de29-48cd-ae11-f8c0f7690b32 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:50.446245 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e49c35b4-271f-4dfb-bc79-95c7c9b48447 req-bb85d87d-de29-48cd-ae11-f8c0f7690b32 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0958378 May 31 12:59:50.494267 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e49c35b4-271f-4dfb-bc79-95c7c9b48447 req-31db48a9-d3ac-46d5-bb98-71e06e74a856 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422962 May 31 12:59:50.903597 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e1273f-8c41-42fc-9aad-8a9a62b6405d req-84f27818-7e2a-4b94-b2f3-cb9e36166db5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:50.905041 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7e1273f-8c41-42fc-9aad-8a9a62b6405d req-84f27818-7e2a-4b94-b2f3-cb9e36166db5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0861180 May 31 12:59:50.951375 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7e1273f-8c41-42fc-9aad-8a9a62b6405d req-75e804d4-04ba-4a22-9690-7e4ac8dcb84d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377131 May 31 12:59:51.690333 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77b544-9a0a-4cc4-90cd-b96b63f66f79 req-d379805d-4d5f-4ee9-8ffe-b4a7d72b2e5c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:51.691795 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cd77b544-9a0a-4cc4-90cd-b96b63f66f79 req-d379805d-4d5f-4ee9-8ffe-b4a7d72b2e5c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0843837 May 31 12:59:51.741666 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cd77b544-9a0a-4cc4-90cd-b96b63f66f79 req-775894ae-c0f5-4f74-83d7-bdacbc913d1b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432527 May 31 12:59:52.161056 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77605b1d-7b92-49dd-b5c9-e17ea52fe5fa req-c7850f40-483e-4ede-952a-1a72f0f84814 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:52.162482 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-77605b1d-7b92-49dd-b5c9-e17ea52fe5fa req-c7850f40-483e-4ede-952a-1a72f0f84814 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0850039 May 31 12:59:52.206129 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-77605b1d-7b92-49dd-b5c9-e17ea52fe5fa req-a6046d3e-48ae-4b29-afc6-99e43688f67d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378225 May 31 12:59:52.961513 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797e81f-9752-4d92-a61a-4020baab01ba req-b1d414df-20c7-461f-9984-e0ca519453b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:52.962989 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5797e81f-9752-4d92-a61a-4020baab01ba req-b1d414df-20c7-461f-9984-e0ca519453b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0977073 May 31 12:59:53.009119 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5797e81f-9752-4d92-a61a-4020baab01ba req-3ad34a4d-13f6-43f2-b6db-25d9ed0c6854 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 May 31 12:59:53.420422 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275930cd-2f14-481c-be9b-c276a10ebd09 req-2b313ace-4407-4447-b869-ab5b26fb109f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:53.421879 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-275930cd-2f14-481c-be9b-c276a10ebd09 req-2b313ace-4407-4447-b869-ab5b26fb109f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0893648 May 31 12:59:53.466085 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-275930cd-2f14-481c-be9b-c276a10ebd09 req-c3f974be-b4b9-4583-9b07-9af7a848241f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384314 May 31 12:59:54.227021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b776a-aece-473a-befd-87dd74f2cf26 req-0fcf5909-4779-4af0-b5e0-c52e61da3551 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:54.228831 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee2b776a-aece-473a-befd-87dd74f2cf26 req-0fcf5909-4779-4af0-b5e0-c52e61da3551 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1009815 May 31 12:59:54.277290 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee2b776a-aece-473a-befd-87dd74f2cf26 req-679d4523-6e93-4c86-b435-e9241b9c7539 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398111 May 31 12:59:54.668905 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa51fa6-bf3c-4621-92e6-85f9549ab255 req-24c58005-8ccd-4461-95df-704647d5f9fb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:54.670250 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caa51fa6-bf3c-4621-92e6-85f9549ab255 req-24c58005-8ccd-4461-95df-704647d5f9fb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0892549 May 31 12:59:54.716318 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caa51fa6-bf3c-4621-92e6-85f9549ab255 req-7646ced0-adc5-4055-8a18-922f5da9bcb2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402133 May 31 12:59:55.475862 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e1438-53a6-4112-a5e5-36b3c7132238 req-b22e3a2f-6221-4828-b3a5-a36a54a20ba2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:55.477309 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f81e1438-53a6-4112-a5e5-36b3c7132238 req-b22e3a2f-6221-4828-b3a5-a36a54a20ba2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0842695 May 31 12:59:55.521400 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f81e1438-53a6-4112-a5e5-36b3c7132238 req-317c1104-1846-4c3b-afd6-f7e7b036958e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380406 May 31 12:59:56.074435 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c0a85-d228-4393-92de-e734db4b2d98 req-270c8d75-3475-4979-9995-2106c5a43630 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:56.075818 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b09c0a85-d228-4393-92de-e734db4b2d98 req-270c8d75-3475-4979-9995-2106c5a43630 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0835481 May 31 12:59:56.192581 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b09c0a85-d228-4393-92de-e734db4b2d98 req-7732b7f5-94db-4471-914c-1594b2d743bf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110296 May 31 12:59:56.725909 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86249df2-186e-4cbe-961c-7ebff47aa976 req-52884edc-67bd-47ed-ae3a-2b0a974f8d54 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:56.727380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86249df2-186e-4cbe-961c-7ebff47aa976 req-52884edc-67bd-47ed-ae3a-2b0a974f8d54 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0898542 May 31 12:59:56.773332 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86249df2-186e-4cbe-961c-7ebff47aa976 req-3ca8ccf2-3b67-4423-978c-0d7ad435efb9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372932 May 31 12:59:57.399263 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed700d0-ac3b-400e-a2f8-807ca0ffe030 req-b94b47bd-f890-412c-8e3a-2090b6cb7b88 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:57.400710 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ed700d0-ac3b-400e-a2f8-807ca0ffe030 req-b94b47bd-f890-412c-8e3a-2090b6cb7b88 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0874519 May 31 12:59:57.445589 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ed700d0-ac3b-400e-a2f8-807ca0ffe030 req-2a5170ca-eed9-4a4d-801d-3e357fd2d853 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 May 31 12:59:57.972197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54668957-bea8-40dd-ba30-498235bde0be req-02bbe1b0-b24a-431f-b240-4684f18d5960 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:57.973631 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54668957-bea8-40dd-ba30-498235bde0be req-02bbe1b0-b24a-431f-b240-4684f18d5960 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0864468 May 31 12:59:58.019208 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54668957-bea8-40dd-ba30-498235bde0be req-f463defd-5615-4c8d-9301-b5087921fad6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 May 31 12:59:58.681739 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8daeb8-f5c5-4608-8ab9-b42dac7be4ef req-a9ef6deb-dc66-4c11-b882-b9c6969e70f7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:58.683184 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ec8daeb8-f5c5-4608-8ab9-b42dac7be4ef req-a9ef6deb-dc66-4c11-b882-b9c6969e70f7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0953474 May 31 12:59:58.726519 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ec8daeb8-f5c5-4608-8ab9-b42dac7be4ef req-450ba60b-0595-471a-a01f-2a96ecf83d09 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374737 May 31 12:59:59.230461 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e739-1fd7-48b6-bb80-08bf46f04f9c req-c83f1dbd-fd89-4ae4-95de-6816a07237d8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:59.232002 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5eb6e739-1fd7-48b6-bb80-08bf46f04f9c req-c83f1dbd-fd89-4ae4-95de-6816a07237d8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0945294 May 31 12:59:59.284109 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5eb6e739-1fd7-48b6-bb80-08bf46f04f9c req-4985fa29-8425-4cfa-aac0-197b066a5855 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464039 May 31 12:59:59.937149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a3f42-b5dc-45cf-90ef-e9f6575f4e09 req-3ec96693-1d2e-4c06-8763-01d75be9cace tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 12:59:59.938585 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce2a3f42-b5dc-45cf-90ef-e9f6575f4e09 req-3ec96693-1d2e-4c06-8763-01d75be9cace tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0850754 May 31 12:59:59.985301 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce2a3f42-b5dc-45cf-90ef-e9f6575f4e09 req-fabb4cda-1a3e-485c-9046-62f4475e9714 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410080 May 31 13:00:00.486774 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e0e85-9bd1-44ea-b5fb-82b1b4fff6b2 req-ef1f0701-4e58-42e7-9456-38c402db0cf6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:00.488254 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-652e0e85-9bd1-44ea-b5fb-82b1b4fff6b2 req-ef1f0701-4e58-42e7-9456-38c402db0cf6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0930862 May 31 13:00:00.537800 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-652e0e85-9bd1-44ea-b5fb-82b1b4fff6b2 req-9025b102-4dfc-4a6a-b86b-cf8e0cffd17c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439069 May 31 13:00:01.185372 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae96c-ec5b-491e-a702-014955e683b2 req-3e52ce06-d49e-41bd-a016-d0c8d229ec36 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:01.186844 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-decae96c-ec5b-491e-a702-014955e683b2 req-3e52ce06-d49e-41bd-a016-d0c8d229ec36 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0884173 May 31 13:00:01.232663 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-decae96c-ec5b-491e-a702-014955e683b2 req-540c51c8-7b2d-4e31-a19f-df85b1a9470c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397890 May 31 13:00:01.751124 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eae437-8125-46f6-90df-ae4ab2098b09 req-c83a0ac9-c6b8-472b-8e7d-208006c3bd04 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:01.752537 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31eae437-8125-46f6-90df-ae4ab2098b09 req-c83a0ac9-c6b8-472b-8e7d-208006c3bd04 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0965335 May 31 13:00:01.799862 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31eae437-8125-46f6-90df-ae4ab2098b09 req-73bd3ceb-5cf9-468e-a2ed-3a0323d0d389 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 May 31 13:00:02.185130 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:02.433279 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672c179-3e36-4730-8114-85ba8ea6c6c8 req-c37a98fe-f823-42d3-b35d-cd843b16adbc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:02.434720 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5672c179-3e36-4730-8114-85ba8ea6c6c8 req-c37a98fe-f823-42d3-b35d-cd843b16adbc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0886636 May 31 13:00:02.481689 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5672c179-3e36-4730-8114-85ba8ea6c6c8 req-d8e06386-8ce8-43da-a23f-6b96c90e6b4a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412810 May 31 13:00:03.158679 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a0ebb-e40c-4f6a-b905-278b5efccebb req-4a93993c-4b32-4380-9e7c-dbc25773bf34 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:03.160022 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c3a0ebb-e40c-4f6a-b905-278b5efccebb req-4a93993c-4b32-4380-9e7c-dbc25773bf34 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0912504 May 31 13:00:03.206913 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c3a0ebb-e40c-4f6a-b905-278b5efccebb req-23d72d56-12ce-4ede-93b7-ef9d7f7c1708 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388329 May 31 13:00:03.703695 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade2709-045b-4b49-a159-6886779f6ea4 req-b0bb1a5e-ee20-4f3d-92d1-1308e323e2b1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:03.705159 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ade2709-045b-4b49-a159-6886779f6ea4 req-b0bb1a5e-ee20-4f3d-92d1-1308e323e2b1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0986786 May 31 13:00:03.750748 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ade2709-045b-4b49-a159-6886779f6ea4 req-d5b063be-71e2-4192-b3e6-dbf2f384dec9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399117 May 31 13:00:04.414884 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ecec8-fc98-46bd-a748-5f3a11f96577 req-243a8614-aa70-427c-9033-4abac4bd9b88 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:04.416295 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f23ecec8-fc98-46bd-a748-5f3a11f96577 req-243a8614-aa70-427c-9033-4abac4bd9b88 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0856361 May 31 13:00:04.463737 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f23ecec8-fc98-46bd-a748-5f3a11f96577 req-4106dc2e-7ec3-4343-8b97-74289bb8ecb0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386841 May 31 13:00:04.965409 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d064fe-b619-4c9f-a62f-1eb04e26040c req-1a052fc8-2ee3-4ce1-8ae5-f81fdef800c2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:04.966906 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-16d064fe-b619-4c9f-a62f-1eb04e26040c req-1a052fc8-2ee3-4ce1-8ae5-f81fdef800c2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0972331 May 31 13:00:05.012777 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-16d064fe-b619-4c9f-a62f-1eb04e26040c req-232c7538-6962-49c5-ad79-38aab527a4e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398278 May 31 13:00:05.284480 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-87191b5f-3d81-49f2-b0ae-4a861a27d01a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:05.331047 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:00:05.667234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa805f4-043e-4f7c-ad2b-132ac4155b9b req-e4886090-12e2-465e-90c1-f4a4c8a4da93 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:05.668606 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fa805f4-043e-4f7c-ad2b-132ac4155b9b req-e4886090-12e2-465e-90c1-f4a4c8a4da93 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0891035 May 31 13:00:05.713656 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fa805f4-043e-4f7c-ad2b-132ac4155b9b req-175ce67a-8bd5-4ba3-815f-50a09de13214 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 May 31 13:00:06.236983 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5014f32-3ba5-44ad-8111-6c680d88a026 req-85b22ff2-ff10-457f-915a-c55338213e4f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:06.238358 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b5014f32-3ba5-44ad-8111-6c680d88a026 req-85b22ff2-ff10-457f-915a-c55338213e4f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0903008 May 31 13:00:06.286658 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b5014f32-3ba5-44ad-8111-6c680d88a026 req-16d89ce1-c8c2-480e-8177-476caae90293 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400469 May 31 13:00:06.918334 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df95d4b-1b5e-4afe-b387-1199f91d6ce6 req-9ee89bc4-3150-41ca-9f39-02f0aa562493 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:06.919818 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8df95d4b-1b5e-4afe-b387-1199f91d6ce6 req-9ee89bc4-3150-41ca-9f39-02f0aa562493 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0868354 May 31 13:00:06.966747 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8df95d4b-1b5e-4afe-b387-1199f91d6ce6 req-89d6c4c5-e891-42be-96ad-02f310613f6e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412276 May 31 13:00:07.499437 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4281995-eb5c-4f07-812b-ffaa7d342269 req-b9648e9e-84e7-41e2-a92f-dba59b7f068f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:07.500936 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c4281995-eb5c-4f07-812b-ffaa7d342269 req-b9648e9e-84e7-41e2-a92f-dba59b7f068f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0879302 May 31 13:00:07.547950 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c4281995-eb5c-4f07-812b-ffaa7d342269 req-90d51f02-5b09-42d6-838e-3dc0a025780f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383439 May 31 13:00:07.677478 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:07.838465 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3c22e89a-3756-463c-bbc6-ea7948860bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:08.229525 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93c87c-35ba-4045-9fd0-7f4d37d3b6ba req-5524b60a-3071-4d25-b1c1-fa7553a26868 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:08.231338 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b93c87c-35ba-4045-9fd0-7f4d37d3b6ba req-5524b60a-3071-4d25-b1c1-fa7553a26868 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1535251 May 31 13:00:08.278368 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b93c87c-35ba-4045-9fd0-7f4d37d3b6ba req-311f11c1-ca1c-4d2c-9a3e-cc727823ab17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383277 May 31 13:00:08.761137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd82acc-323e-4fce-a1c2-27a3d677ee9a req-139e8eb6-aeec-4112-9c31-12d1d0d19548 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:08.762578 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6cd82acc-323e-4fce-a1c2-27a3d677ee9a req-139e8eb6-aeec-4112-9c31-12d1d0d19548 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0901601 May 31 13:00:08.821693 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6cd82acc-323e-4fce-a1c2-27a3d677ee9a req-ea3483a2-e852-446a-b47f-9da1b68cb4a3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502410 May 31 13:00:08.958028 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:09.488598 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce69057-47af-45aa-8961-1535a4c0c4ab req-abe74a7d-ec48-43dd-bddd-5ba40917fa70 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:09.491633 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5ce69057-47af-45aa-8961-1535a4c0c4ab req-abe74a7d-ec48-43dd-bddd-5ba40917fa70 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0897546 May 31 13:00:09.544035 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5ce69057-47af-45aa-8961-1535a4c0c4ab req-7049ba6f-3221-4041-99c3-36979729a5b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465126 May 31 13:00:10.031380 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90da646-cff2-46c1-8493-0bafc748c889 req-f9cd6c46-36ca-4f1a-98e9-794c0040b9cc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:10.032863 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c90da646-cff2-46c1-8493-0bafc748c889 req-f9cd6c46-36ca-4f1a-98e9-794c0040b9cc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0890522 May 31 13:00:10.082647 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c90da646-cff2-46c1-8493-0bafc748c889 req-d352c138-170d-4c10-8d1a-3752b89172c5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 May 31 13:00:10.515547 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:10.754923 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc430f-3ca1-4eeb-9e1c-569fca3445aa req-18b6ddfa-3fe8-4614-80cb-fa87291a0948 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:10.756359 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21dc430f-3ca1-4eeb-9e1c-569fca3445aa req-18b6ddfa-3fe8-4614-80cb-fa87291a0948 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0905309 May 31 13:00:10.799526 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21dc430f-3ca1-4eeb-9e1c-569fca3445aa req-4f68001c-b9cc-46c3-8cc2-71fae8b61aee tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375133 May 31 13:00:11.295434 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc28a4-74ef-4b88-8575-4abf3290cef5 req-9797c912-cc13-49ce-ac12-88ee1abb48f6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:11.296787 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46fc28a4-74ef-4b88-8575-4abf3290cef5 req-9797c912-cc13-49ce-ac12-88ee1abb48f6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0856211 May 31 13:00:11.342355 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46fc28a4-74ef-4b88-8575-4abf3290cef5 req-81337ab7-b017-4d8b-b709-7ff7d3aa5406 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395703 May 31 13:00:12.009526 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fde24b-f141-46a8-8e4e-210014875309 req-04048aea-d65f-4030-b015-11a6700498a1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:12.011064 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-72fde24b-f141-46a8-8e4e-210014875309 req-04048aea-d65f-4030-b015-11a6700498a1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0867498 May 31 13:00:12.059258 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-72fde24b-f141-46a8-8e4e-210014875309 req-d0a8eb21-c47d-4d72-a434-cf7f2c132de2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 May 31 13:00:12.554957 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aaf84-a8b4-479b-92f8-29e32bc53f3d req-31552ee4-e333-4229-95b1-70d8b4334eec tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:12.556335 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5d1aaf84-a8b4-479b-92f8-29e32bc53f3d req-31552ee4-e333-4229-95b1-70d8b4334eec tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0850194 May 31 13:00:12.602325 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5d1aaf84-a8b4-479b-92f8-29e32bc53f3d req-424062a0-8a16-4695-aafc-45ce5253d04b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401635 May 31 13:00:13.268061 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295eade-f811-45ca-8839-b5ee308b5500 req-e8433af2-7b0d-41f5-b7bb-99414ed771c7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:13.269421 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f295eade-f811-45ca-8839-b5ee308b5500 req-e8433af2-7b0d-41f5-b7bb-99414ed771c7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0930176 May 31 13:00:13.314046 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f295eade-f811-45ca-8839-b5ee308b5500 req-8c5f401b-4175-4382-a948-f6ccd1ed30ea tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 May 31 13:00:13.817051 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac8877-c186-48f5-82be-99b8fa425807 req-dd70d2ea-caf9-46a0-9e89-b0764f50518d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:13.818505 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1cac8877-c186-48f5-82be-99b8fa425807 req-dd70d2ea-caf9-46a0-9e89-b0764f50518d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0966578 May 31 13:00:13.862629 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1cac8877-c186-48f5-82be-99b8fa425807 req-7ab5c8b3-d09d-42f8-8b29-694c09e18f45 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382528 May 31 13:00:14.512976 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2471d7c0-3f2a-4f64-a88d-e2ea9cedfca5 req-57854922-4d60-4f7c-8f99-4f5607412b15 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:14.514453 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2471d7c0-3f2a-4f64-a88d-e2ea9cedfca5 req-57854922-4d60-4f7c-8f99-4f5607412b15 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0851219 May 31 13:00:14.557522 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2471d7c0-3f2a-4f64-a88d-e2ea9cedfca5 req-b72c66f2-d3ba-49f9-a685-b6811baf3ff2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372827 May 31 13:00:15.082648 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af01be-f9bb-438a-8b61-560da3ca88b7 req-13c271bd-447f-4048-ad72-956a77734574 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:15.084578 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-64af01be-f9bb-438a-8b61-560da3ca88b7 req-13c271bd-447f-4048-ad72-956a77734574 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0898178 May 31 13:00:15.130242 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-64af01be-f9bb-438a-8b61-560da3ca88b7 req-2dfada56-0fbb-4961-b521-c23e4fa0d673 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397067 May 31 13:00:15.762378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2695be8-413f-491d-9f78-1077075e3be2 req-6880ab44-ae50-4f49-be12-dc1da62c4f74 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:15.763842 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2695be8-413f-491d-9f78-1077075e3be2 req-6880ab44-ae50-4f49-be12-dc1da62c4f74 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0878208 May 31 13:00:15.807713 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2695be8-413f-491d-9f78-1077075e3be2 req-cf51ad58-db6c-4e92-a9d9-1d86759dc644 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383120 May 31 13:00:16.337560 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf028be-3a7d-40ac-b26d-fff40105fba8 req-b6b7feb5-2ae8-4d19-9eaf-12828284eb6d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:16.339039 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0bf028be-3a7d-40ac-b26d-fff40105fba8 req-b6b7feb5-2ae8-4d19-9eaf-12828284eb6d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0908151 May 31 13:00:16.387937 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0bf028be-3a7d-40ac-b26d-fff40105fba8 req-33ba5537-6419-4f17-878e-546446cca40c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430815 May 31 13:00:17.015355 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1bc132-a8a9-4141-8052-f4c2609526d5 req-c0c1cb94-39d2-4fa1-9cb4-33d7277e106b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:17.016884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d1bc132-a8a9-4141-8052-f4c2609526d5 req-c0c1cb94-39d2-4fa1-9cb4-33d7277e106b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0913191 May 31 13:00:17.061637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d1bc132-a8a9-4141-8052-f4c2609526d5 req-ed024645-fca7-4a45-b6d6-f1016243142b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389528 May 31 13:00:17.595687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d140ba-308e-4778-8cd5-a0a945903aa2 req-b1c36a9c-3f87-4876-9be6-49f3ac02ff4d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:17.597148 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29d140ba-308e-4778-8cd5-a0a945903aa2 req-b1c36a9c-3f87-4876-9be6-49f3ac02ff4d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0907576 May 31 13:00:17.644790 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29d140ba-308e-4778-8cd5-a0a945903aa2 req-b44baffc-43e8-4676-ba6a-0d0151b64bfa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390823 May 31 13:00:18.257484 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197202d-da56-4d8a-9205-8a37e2c112a1 req-6b59e2b9-196d-4a36-bb9f-7368f4b730c9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:18.258969 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d197202d-da56-4d8a-9205-8a37e2c112a1 req-6b59e2b9-196d-4a36-bb9f-7368f4b730c9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0872655 May 31 13:00:18.303152 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d197202d-da56-4d8a-9205-8a37e2c112a1 req-5b0ddd7f-9824-443b-8464-8a13d29e044c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381103 May 31 13:00:18.863845 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45602986-a3f0-4b8b-ad65-e64b814472ad req-7d7c5a53-82e5-4423-b5bf-a13926e239b9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:18.865275 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45602986-a3f0-4b8b-ad65-e64b814472ad req-7d7c5a53-82e5-4423-b5bf-a13926e239b9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0855279 May 31 13:00:18.912350 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45602986-a3f0-4b8b-ad65-e64b814472ad req-d421ad91-7014-4e2e-8a3b-897a250705dd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387919 May 31 13:00:19.512015 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720565a3-0b26-493a-8ecb-676006f4f7dd req-e6faccf4-080a-4ed9-abf7-94bcb6702bda tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:19.513474 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-720565a3-0b26-493a-8ecb-676006f4f7dd req-e6faccf4-080a-4ed9-abf7-94bcb6702bda tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0874135 May 31 13:00:19.563920 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-720565a3-0b26-493a-8ecb-676006f4f7dd req-d1500c50-d6db-458a-aed5-06bce9e38c42 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419438 May 31 13:00:20.212367 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6efc31-798c-448f-8d77-68157c2b659e req-4493cec2-2596-4e7c-a79c-f7c877e87f39 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:20.213731 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f6efc31-798c-448f-8d77-68157c2b659e req-4493cec2-2596-4e7c-a79c-f7c877e87f39 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1560934 May 31 13:00:20.261075 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f6efc31-798c-448f-8d77-68157c2b659e req-1c4bc457-2905-4138-a107-edcf38e1426a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398970 May 31 13:00:20.769793 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6ecff-9808-49b2-9b36-7da285d7e13b req-fc26413c-9705-43f3-9983-d063a4c1ce75 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:20.771253 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6e6ecff-9808-49b2-9b36-7da285d7e13b req-fc26413c-9705-43f3-9983-d063a4c1ce75 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0896125 May 31 13:00:20.817340 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6e6ecff-9808-49b2-9b36-7da285d7e13b req-dff7c2b3-2b6f-4e00-9126-a0f40649d47f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377462 May 31 13:00:21.472497 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1fed68-9c71-49fb-b39d-0161acb543ec req-833b6e62-a4d3-4be0-a4fa-44214f52bedc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:21.474132 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cc1fed68-9c71-49fb-b39d-0161acb543ec req-833b6e62-a4d3-4be0-a4fa-44214f52bedc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0851994 May 31 13:00:21.524259 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cc1fed68-9c71-49fb-b39d-0161acb543ec req-561e348f-015e-47c7-b3a1-ae62b23cb0ad tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411954 May 31 13:00:22.017432 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929e309-9a7a-412d-be13-ea7ac05638b6 req-81f286a4-d3ec-46fa-9c16-1ce86a942bf1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:22.018894 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b929e309-9a7a-412d-be13-ea7ac05638b6 req-81f286a4-d3ec-46fa-9c16-1ce86a942bf1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0837765 May 31 13:00:22.062266 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b929e309-9a7a-412d-be13-ea7ac05638b6 req-8c37a5d0-f0c8-462c-a406-ba1eb1ca0d9a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375874 May 31 13:00:22.758949 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237dfade-f56b-4eec-bf1d-ca44400bd65d req-e055c224-1ae3-4c02-94f9-f210e5c00354 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:22.760370 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-237dfade-f56b-4eec-bf1d-ca44400bd65d req-e055c224-1ae3-4c02-94f9-f210e5c00354 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1035120 May 31 13:00:22.804658 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-237dfade-f56b-4eec-bf1d-ca44400bd65d req-b018c03d-b570-4b19-b63b-ad052fb44ec1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385599 May 31 13:00:23.264730 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1f78d-6c31-49aa-ba8b-8e3de8297f7a req-df8915ce-1b7a-43d6-943e-3aa449cb88b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:23.266149 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caa1f78d-6c31-49aa-ba8b-8e3de8297f7a req-df8915ce-1b7a-43d6-943e-3aa449cb88b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0829384 May 31 13:00:23.310285 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-caa1f78d-6c31-49aa-ba8b-8e3de8297f7a req-4687bd20-da2e-4c20-b2c3-8ac755648e8a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384681 May 31 13:00:24.019038 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc1e7c-c255-44b7-9c70-50bff0cc2fc8 req-ad99bca1-c11d-43c3-9bdf-bdac145726e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:24.020485 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8bdc1e7c-c255-44b7-9c70-50bff0cc2fc8 req-ad99bca1-c11d-43c3-9bdf-bdac145726e8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0849729 May 31 13:00:24.064693 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8bdc1e7c-c255-44b7-9c70-50bff0cc2fc8 req-4ff74637-da40-4d92-bb3e-cbf60f8ddaf9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384738 May 31 13:00:24.521254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997116a2-4df5-402b-a4a1-60c9d5ef6c14 req-2c15a92e-cde2-46ba-ab72-518aab01b826 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:24.522694 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-997116a2-4df5-402b-a4a1-60c9d5ef6c14 req-2c15a92e-cde2-46ba-ab72-518aab01b826 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0918868 May 31 13:00:24.567119 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-997116a2-4df5-402b-a4a1-60c9d5ef6c14 req-1489d4b0-ec35-429a-abbf-21b10be5e178 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385137 May 31 13:00:25.295031 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665b21e-a726-4491-91fe-ef186a46756b req-0ef6b78e-ed7f-4818-b1fa-bfd4cac8bd35 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:25.296389 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7665b21e-a726-4491-91fe-ef186a46756b req-0ef6b78e-ed7f-4818-b1fa-bfd4cac8bd35 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0955975 May 31 13:00:25.341751 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7665b21e-a726-4491-91fe-ef186a46756b req-32dfb9d9-6df5-488d-8941-092848d1f1a9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 May 31 13:00:25.779133 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de31e5da-8ada-48d2-99a2-2fcf1afbd44a req-a8c18d7a-dc5b-4fdf-a28a-fa6362b7d638 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:25.780575 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de31e5da-8ada-48d2-99a2-2fcf1afbd44a req-a8c18d7a-dc5b-4fdf-a28a-fa6362b7d638 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0918815 May 31 13:00:25.831073 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de31e5da-8ada-48d2-99a2-2fcf1afbd44a req-e89a2d23-6d54-48e8-9ed5-6765fdbdc65a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 May 31 13:00:26.556723 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522202d-87fd-4192-9c1e-77d76d2b706e req-a583f241-3ef3-4ae6-b656-0fe7a9172c11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:26.558251 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9522202d-87fd-4192-9c1e-77d76d2b706e req-a583f241-3ef3-4ae6-b656-0fe7a9172c11 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0923100 May 31 13:00:26.602928 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9522202d-87fd-4192-9c1e-77d76d2b706e req-be5811b5-7347-4fd8-936c-2b3d3723a6f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390158 May 31 13:00:27.045037 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cadb7b-a3fc-4130-9de0-493e36c46c8b req-fecef73d-6a64-4223-9ddc-d744c0267e1b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:27.046510 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17cadb7b-a3fc-4130-9de0-493e36c46c8b req-fecef73d-6a64-4223-9ddc-d744c0267e1b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0922356 May 31 13:00:27.090949 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17cadb7b-a3fc-4130-9de0-493e36c46c8b req-5b725e41-8083-46bb-8761-59ba3c14a134 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385926 May 31 13:00:27.818707 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06dc6d-08f3-4be2-880b-0bc15ed947c9 req-55278a31-90ad-4cb8-bf93-7d28e9d35e60 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:27.820269 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d06dc6d-08f3-4be2-880b-0bc15ed947c9 req-55278a31-90ad-4cb8-bf93-7d28e9d35e60 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0923758 May 31 13:00:27.865166 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d06dc6d-08f3-4be2-880b-0bc15ed947c9 req-f4385f64-eb67-4bdb-b492-2cebd58d09c1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390875 May 31 13:00:28.300527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70c7a3-95a6-425e-93b3-e8eaa6ec768d req-9c2a7a14-da47-41bf-9f17-d2885f2f1bf2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:28.301874 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4d70c7a3-95a6-425e-93b3-e8eaa6ec768d req-9c2a7a14-da47-41bf-9f17-d2885f2f1bf2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0908525 May 31 13:00:28.348143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4d70c7a3-95a6-425e-93b3-e8eaa6ec768d req-655881b8-a370-4f49-b6e4-fac17a8f0114 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386176 May 31 13:00:29.077434 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e7bdc-e6f0-46dc-8409-2b7df2e8f362 req-1fd44b54-efab-4324-8049-17a98f0431ed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:29.079324 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b79e7bdc-e6f0-46dc-8409-2b7df2e8f362 req-1fd44b54-efab-4324-8049-17a98f0431ed tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0968118 May 31 13:00:29.129644 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b79e7bdc-e6f0-46dc-8409-2b7df2e8f362 req-1b513710-4023-4407-9fbb-7d6e728bab62 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443709 May 31 13:00:29.540716 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580895a5-1cd5-4643-b70c-8a660091d9f8 req-e7cd40bd-7f70-4404-9053-dc3e00efd741 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:29.542257 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-580895a5-1cd5-4643-b70c-8a660091d9f8 req-e7cd40bd-7f70-4404-9053-dc3e00efd741 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0844505 May 31 13:00:29.589904 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-580895a5-1cd5-4643-b70c-8a660091d9f8 req-f9a6bf58-0e2a-4b52-92aa-f5a5100962b6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394289 May 31 13:00:30.337987 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c3660f-9630-47da-9c6f-2759c1a641af req-f1ebc183-b409-4a2f-9fdd-df2ad42581b9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:30.339503 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-62c3660f-9630-47da-9c6f-2759c1a641af req-f1ebc183-b409-4a2f-9fdd-df2ad42581b9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0884111 May 31 13:00:30.385791 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-62c3660f-9630-47da-9c6f-2759c1a641af req-63271d90-1073-42d9-a3a8-8a3c0af78d6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405629 May 31 13:00:30.803120 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff7383-02d2-4e9c-b36b-b27bd35fc0f4 req-f9f5e3d4-90b2-499f-a4d9-68e793f738a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:30.804726 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-53ff7383-02d2-4e9c-b36b-b27bd35fc0f4 req-f9f5e3d4-90b2-499f-a4d9-68e793f738a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0837476 May 31 13:00:30.850317 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-53ff7383-02d2-4e9c-b36b-b27bd35fc0f4 req-6c38a3fd-638d-4747-ac7f-9d780a709ce1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394337 May 31 13:00:31.664761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446ed9b-a330-49ba-92e1-b31947d58d93 req-09f392d0-9103-4d12-8c00-d13e40ff516c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:31.666157 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4446ed9b-a330-49ba-92e1-b31947d58d93 req-09f392d0-9103-4d12-8c00-d13e40ff516c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1581883 May 31 13:00:31.712694 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4446ed9b-a330-49ba-92e1-b31947d58d93 req-1432f44c-8da8-4a1c-bd3e-f69dfbd497a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 May 31 13:00:32.056940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc2b33-c627-4718-a9f0-cb44a0219013 req-c3b65ac8-5223-429a-883d-30d31b2a19cb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:32.058367 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ccc2b33-c627-4718-a9f0-cb44a0219013 req-c3b65ac8-5223-429a-883d-30d31b2a19cb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0823262 May 31 13:00:32.106263 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ccc2b33-c627-4718-a9f0-cb44a0219013 req-b172a353-b4d1-499d-bdbd-8f69f75b7ecb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395052 May 31 13:00:32.192642 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:32.916166 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c31fe4d-f27f-479d-b1cc-901204f5847f req-a07004fc-e5fe-45ae-af17-a512e9c0ef0a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:32.917593 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3c31fe4d-f27f-479d-b1cc-901204f5847f req-a07004fc-e5fe-45ae-af17-a512e9c0ef0a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0823970 May 31 13:00:32.971839 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3c31fe4d-f27f-479d-b1cc-901204f5847f req-f9a158f3-dc93-491b-9f2f-49251cd072ba tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485351 May 31 13:00:33.319551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bdf65-23d1-4452-b37b-ac407a581c29 req-20662222-a8b6-4016-b77b-df5dd3183c84 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:33.321469 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca9bdf65-23d1-4452-b37b-ac407a581c29 req-20662222-a8b6-4016-b77b-df5dd3183c84 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0926096 May 31 13:00:33.366818 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca9bdf65-23d1-4452-b37b-ac407a581c29 req-3dafb464-77d7-43cf-bc2a-23b19829d71b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389409 May 31 13:00:33.847885 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-df13147d-4580-4ead-b4ac-b97e9b2c5cce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735614 May 31 13:00:33.996798 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-261ad9c5-777d-4d9b-be5f-f54272349749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:33.998374 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-261ad9c5-777d-4d9b-be5f-f54272349749 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1099 time: 0.0755455 May 31 13:00:34.153435 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-a3264ba7-e88c-4f28-b646-6615407e5e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:34.154864 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-a3264ba7-e88c-4f28-b646-6615407e5e97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1369834 May 31 13:00:34.175976 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911deece-1a72-4c12-977c-fc153cd42e50 req-0f6d503d-93ae-4e88-819a-953079225f9d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:34.177414 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-911deece-1a72-4c12-977c-fc153cd42e50 req-0f6d503d-93ae-4e88-819a-953079225f9d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0818515 May 31 13:00:34.223001 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-911deece-1a72-4c12-977c-fc153cd42e50 req-20a12fb7-4748-4ee0-9bcc-88907b9117ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396073 May 31 13:00:34.258384 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-8c92c9a1-ffc7-4417-aec7-5e0862e6d46b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 1001 time: 0.0963361 May 31 13:00:34.321533 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-cf0a9b91-0962-49f0-8974-1e440181e2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:34.322999 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-cf0a9b91-0962-49f0-8974-1e440181e2a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0583012 May 31 13:00:34.401865 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-a85592d6-31ff-4f39-b984-2908c207c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:34.403373 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-a85592d6-31ff-4f39-b984-2908c207c2c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741963 May 31 13:00:34.535790 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-6842501e-0a66-4106-8538-277f7da5b77a service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248424 May 31 13:00:34.556956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb04ec7-9acd-471a-a948-7e685a9884cc req-06c173d5-8605-40e9-b28e-1ed4d3f22084 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:34.558483 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fb04ec7-9acd-471a-a948-7e685a9884cc req-06c173d5-8605-40e9-b28e-1ed4d3f22084 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0868144 May 31 13:00:34.608305 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6fb04ec7-9acd-471a-a948-7e685a9884cc req-35f47c04-ffc5-4e5d-8ad5-3a973343a3e1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432165 May 31 13:00:34.760465 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5fd8500f-bbbe-4bf9-9f25-96d6a4ecf4d5 req-ab472949-a5a9-477f-b0f6-a0035101f47e service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174370 May 31 13:00:35.274610 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2b52d04f-5781-42ed-bed1-3ee84b751633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:35.425754 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6acdcdc-1e33-428f-8337-9798a83764bd req-07aefece-256a-4f86-bf99-2dcfef9bfa93 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:35.427194 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6acdcdc-1e33-428f-8337-9798a83764bd req-07aefece-256a-4f86-bf99-2dcfef9bfa93 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0892096 May 31 13:00:35.476473 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6acdcdc-1e33-428f-8337-9798a83764bd req-51d836df-c8b3-4bec-94ee-c96d412a6274 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434318 May 31 13:00:35.812294 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fca7e-192e-486a-857c-81e2e8a2138e req-6fb6faf6-2d70-4ec1-87f0-3ee44a5a9f08 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:35.813771 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-764fca7e-192e-486a-857c-81e2e8a2138e req-6fb6faf6-2d70-4ec1-87f0-3ee44a5a9f08 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0910370 May 31 13:00:35.861772 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-764fca7e-192e-486a-857c-81e2e8a2138e req-4f1bc414-4cfa-469e-848c-5f4ebef0a761 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393059 May 31 13:00:36.691161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6d277-beab-4d3a-802f-2f1e9e152e08 req-1c03ff71-9ef6-4a73-9ad4-a2e01e6fa5fa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:36.692596 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-daf6d277-beab-4d3a-802f-2f1e9e152e08 req-1c03ff71-9ef6-4a73-9ad4-a2e01e6fa5fa tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0941820 May 31 13:00:36.740768 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-daf6d277-beab-4d3a-802f-2f1e9e152e08 req-458bb656-8444-4b77-b378-2615c5484b5e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 May 31 13:00:37.066508 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d608add4-c1fe-4ab4-85ab-3d6f3533e4b1 req-4fd1cc7d-6b96-4c58-bca9-0f63a00f1018 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:37.067979 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d608add4-c1fe-4ab4-85ab-3d6f3533e4b1 req-4fd1cc7d-6b96-4c58-bca9-0f63a00f1018 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0904455 May 31 13:00:37.113593 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d608add4-c1fe-4ab4-85ab-3d6f3533e4b1 req-e61712cf-64e5-4a2a-b18a-21215c520e3d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395873 May 31 13:00:37.675133 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:37.833249 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e57a9b91-975b-4175-bd75-2370323fc717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:37.951038 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d946a-d1f9-4329-9faa-3f37b5a8495f req-4787207e-aa46-4ec8-af6a-3fce09fe0d77 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:37.952549 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a27d946a-d1f9-4329-9faa-3f37b5a8495f req-4787207e-aa46-4ec8-af6a-3fce09fe0d77 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0847461 May 31 13:00:38.001686 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a27d946a-d1f9-4329-9faa-3f37b5a8495f req-84315dc8-1902-4bbd-a191-1c7dc58a919b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400257 May 31 13:00:38.321037 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e24d7-6ad3-44e5-9e3b-8d5bc3df0713 req-f9f162a6-300b-49f5-b033-ed64eb4d54c3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:38.322634 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e2e24d7-6ad3-44e5-9e3b-8d5bc3df0713 req-f9f162a6-300b-49f5-b033-ed64eb4d54c3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0860097 May 31 13:00:38.369739 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e2e24d7-6ad3-44e5-9e3b-8d5bc3df0713 req-291b95c7-a6b4-4e7a-8453-49ea6fca1ba1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386934 May 31 13:00:38.961083 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:39.197602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba52cdc-f0d1-40eb-a7d1-ab3d670c317c req-e1dc09c2-aac8-46be-9a79-66b33b00e633 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:39.199063 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eba52cdc-f0d1-40eb-a7d1-ab3d670c317c req-e1dc09c2-aac8-46be-9a79-66b33b00e633 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0822678 May 31 13:00:39.245450 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eba52cdc-f0d1-40eb-a7d1-ab3d670c317c req-e84d6f41-15fe-444b-83e9-b44f6fa6a42a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378368 May 31 13:00:39.560156 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb67c2-c495-48a8-8a04-aab75a58c943 req-6a2f3ab2-a094-4dfa-86a6-03ecc7072150 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:39.561498 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86fb67c2-c495-48a8-8a04-aab75a58c943 req-6a2f3ab2-a094-4dfa-86a6-03ecc7072150 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0805395 May 31 13:00:39.622409 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86fb67c2-c495-48a8-8a04-aab75a58c943 req-30c01c71-c735-42af-a9c2-d0795bec54b9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522075 May 31 13:00:40.449180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad23f495-43c4-4861-8322-c4d51df62a09 req-09593f56-0e5f-4b33-b413-bf667e8783db tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:40.450569 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ad23f495-43c4-4861-8322-c4d51df62a09 req-09593f56-0e5f-4b33-b413-bf667e8783db tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0819600 May 31 13:00:40.496899 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ad23f495-43c4-4861-8322-c4d51df62a09 req-c10c87d1-d279-4328-b9ed-716f2720d199 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404141 May 31 13:00:40.508856 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:00:40.815133 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ac5cf2-b244-4df0-be86-1bec71e81296 req-2ce51598-503e-4ccd-8519-de49679d8c75 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:40.816583 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85ac5cf2-b244-4df0-be86-1bec71e81296 req-2ce51598-503e-4ccd-8519-de49679d8c75 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0869687 May 31 13:00:40.861684 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85ac5cf2-b244-4df0-be86-1bec71e81296 req-fa5511a9-2eb2-48fe-abd4-f46c062b9dd1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392709 May 31 13:00:41.706965 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bba2f2-bf3c-40a2-addc-e5709a2c18ba req-a569c744-636a-4efd-a6de-1a547139e13f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:41.708441 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6bba2f2-bf3c-40a2-addc-e5709a2c18ba req-a569c744-636a-4efd-a6de-1a547139e13f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0902345 May 31 13:00:41.752197 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6bba2f2-bf3c-40a2-addc-e5709a2c18ba req-007f5e9e-19c7-441d-bcb4-88563bc06117 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379789 May 31 13:00:42.059139 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6961b15-2ed5-4a4a-929c-e4768fbaf5a9 req-3c6dbd17-e375-471d-a326-3dbcd021c1c6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:42.060653 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6961b15-2ed5-4a4a-929c-e4768fbaf5a9 req-3c6dbd17-e375-471d-a326-3dbcd021c1c6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0885694 May 31 13:00:42.103809 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6961b15-2ed5-4a4a-929c-e4768fbaf5a9 req-5e9fa659-2ece-44cc-a1de-c83e30c4556b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 May 31 13:00:42.335435 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:00:42.959763 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb1498b-038e-4280-a501-48c5a235d321 req-120637f6-0ba5-4ff5-921d-a75a352297ee tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:42.961208 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bb1498b-038e-4280-a501-48c5a235d321 req-120637f6-0ba5-4ff5-921d-a75a352297ee tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0811005 May 31 13:00:43.009861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bb1498b-038e-4280-a501-48c5a235d321 req-2fc97ceb-a2cc-44d3-acb4-56dc9fdd0167 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423083 May 31 13:00:43.397909 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33485d-9c0b-4031-af8e-faf85a461321 req-0605d7f9-6649-457f-881c-c283fee74552 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:43.399266 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0d33485d-9c0b-4031-af8e-faf85a461321 req-0605d7f9-6649-457f-881c-c283fee74552 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1702611 May 31 13:00:43.452384 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0d33485d-9c0b-4031-af8e-faf85a461321 req-44a60b01-481a-498a-838b-bec730a305ed tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 May 31 13:00:44.221724 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e90d9-a962-4c19-81b5-69b462c5a0b8 req-320c8abc-1eb4-4b89-b224-af0d7a9c935f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:44.223212 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-060e90d9-a962-4c19-81b5-69b462c5a0b8 req-320c8abc-1eb4-4b89-b224-af0d7a9c935f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0883682 May 31 13:00:44.268557 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-060e90d9-a962-4c19-81b5-69b462c5a0b8 req-9b6d36a4-cbb6-47f5-b435-b2f42516f847 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395336 May 31 13:00:44.659365 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ff654-9481-4e3f-a5d3-c9692a5a5bf8 req-4e8a3b10-9c8e-49ed-92c6-3789d0cd63d9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:44.660715 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-581ff654-9481-4e3f-a5d3-c9692a5a5bf8 req-4e8a3b10-9c8e-49ed-92c6-3789d0cd63d9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0921128 May 31 13:00:44.707604 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-581ff654-9481-4e3f-a5d3-c9692a5a5bf8 req-8408593b-1b86-49a0-ace8-dd414c5a1645 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 May 31 13:00:45.470185 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddcfb2-5342-461f-a590-a98dfc4c13c5 req-ef931c07-8993-473f-b9fc-ea670fa9bc5c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:45.471668 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8ddcfb2-5342-461f-a590-a98dfc4c13c5 req-ef931c07-8993-473f-b9fc-ea670fa9bc5c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0854757 May 31 13:00:45.523801 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8ddcfb2-5342-461f-a590-a98dfc4c13c5 req-f38570b2-cfc0-47b1-bdbf-8a56bd2a2ca9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436664 May 31 13:00:45.917238 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f999e-b14c-42b3-b688-be932093d0b8 req-d451b1f4-d1ab-4f8b-866c-56a6355351d8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:45.918663 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e72f999e-b14c-42b3-b688-be932093d0b8 req-d451b1f4-d1ab-4f8b-866c-56a6355351d8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0962033 May 31 13:00:45.965073 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e72f999e-b14c-42b3-b688-be932093d0b8 req-05b0018b-6bee-49da-8cba-d5fe11c157e0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405755 May 31 13:00:46.736134 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1127a2-93e5-4f97-862a-f750c6df4d63 req-66ae0a81-8c8e-4007-8998-ea113e7f7737 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:46.737550 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a1127a2-93e5-4f97-862a-f750c6df4d63 req-66ae0a81-8c8e-4007-8998-ea113e7f7737 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0838771 May 31 13:00:46.782932 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a1127a2-93e5-4f97-862a-f750c6df4d63 req-a1685f0b-4f13-484d-a474-4ca3f6702393 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370944 May 31 13:00:47.179464 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf4032-7ba3-4534-9a52-6ae736cd0f6a req-6fd58930-962c-4702-b825-0b2f9802bc5c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:47.180929 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-24cf4032-7ba3-4534-9a52-6ae736cd0f6a req-6fd58930-962c-4702-b825-0b2f9802bc5c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1023917 May 31 13:00:47.230366 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-24cf4032-7ba3-4534-9a52-6ae736cd0f6a req-9fe7bd06-7aec-4824-bfa2-b1a473dc3582 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434136 May 31 13:00:47.991916 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4cf5-7a3f-43ee-bff9-1c147c0e6728 req-3c23c511-19ab-4d2a-a611-8a580c54138f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:47.993429 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cf7a4cf5-7a3f-43ee-bff9-1c147c0e6728 req-3c23c511-19ab-4d2a-a611-8a580c54138f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0850546 May 31 13:00:48.040180 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cf7a4cf5-7a3f-43ee-bff9-1c147c0e6728 req-aece473d-d469-4d15-bc2c-f607a2d2e1b3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408297 May 31 13:00:48.435547 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d67a0-ed81-4e70-b224-5249ddf4f7f1 req-77559663-761f-4c47-85f5-9f19159976df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:48.437029 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ba1d67a0-ed81-4e70-b224-5249ddf4f7f1 req-77559663-761f-4c47-85f5-9f19159976df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0873692 May 31 13:00:48.484798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ba1d67a0-ed81-4e70-b224-5249ddf4f7f1 req-7746fdb4-b422-475a-90fe-afbf0ce3962f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387371 May 31 13:00:49.243349 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92c05-1d92-4c6a-85b8-85443c317d19 req-515cb6ea-edcc-4c09-b7d2-26f9f62bf315 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:49.244710 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfa92c05-1d92-4c6a-85b8-85443c317d19 req-515cb6ea-edcc-4c09-b7d2-26f9f62bf315 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0878019 May 31 13:00:49.293151 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfa92c05-1d92-4c6a-85b8-85443c317d19 req-03d75f29-c1b2-42ef-afb0-0d023e602e47 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 May 31 13:00:49.692634 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6377b5-395c-49ec-b64c-02eb7ce7f4ce req-a51ec11c-edc6-4be3-b7b1-7af180ea0b6d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:49.694061 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a6377b5-395c-49ec-b64c-02eb7ce7f4ce req-a51ec11c-edc6-4be3-b7b1-7af180ea0b6d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0876021 May 31 13:00:49.738205 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a6377b5-395c-49ec-b64c-02eb7ce7f4ce req-a7ca2a33-07d6-4d5f-b067-bdc6f1983589 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384920 May 31 13:00:50.491855 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1e4f7-ce39-4b9e-a949-7749939c23f8 req-05fd52fd-e841-4d53-a401-6c6b5ed683b2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:50.493288 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cad1e4f7-ce39-4b9e-a949-7749939c23f8 req-05fd52fd-e841-4d53-a401-6c6b5ed683b2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0813618 May 31 13:00:50.536568 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cad1e4f7-ce39-4b9e-a949-7749939c23f8 req-b7ee61f7-9764-442d-8bb9-07bd59a0d76e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376108 May 31 13:00:50.953794 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca0f5eb-7fdb-4979-8943-ccfbc237afde req-480c8d4a-ca68-4873-95f4-6a3fda9836ed tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:50.955260 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fca0f5eb-7fdb-4979-8943-ccfbc237afde req-480c8d4a-ca68-4873-95f4-6a3fda9836ed tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0927379 May 31 13:00:51.005062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fca0f5eb-7fdb-4979-8943-ccfbc237afde req-3caaf893-aedf-49a1-9aaf-354cad129faf tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416040 May 31 13:00:51.764702 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466fe4d-cacf-4ddd-8f3e-dbff8a5ddbaf req-293e628c-54a0-480f-884f-6ec2f8824fd1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:51.766184 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f466fe4d-cacf-4ddd-8f3e-dbff8a5ddbaf req-293e628c-54a0-480f-884f-6ec2f8824fd1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0947216 May 31 13:00:51.809157 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f466fe4d-cacf-4ddd-8f3e-dbff8a5ddbaf req-6bbed68f-2adc-4510-b5f2-7ceb087bd1a4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373168 May 31 13:00:52.210065 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99506a47-fbe6-4336-b3b8-79ada16f6ba3 req-863f5977-1d54-470b-b18d-d2fc4e94df8c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:52.211559 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99506a47-fbe6-4336-b3b8-79ada16f6ba3 req-863f5977-1d54-470b-b18d-d2fc4e94df8c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0928009 May 31 13:00:52.261974 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99506a47-fbe6-4336-b3b8-79ada16f6ba3 req-37cbba34-7a2c-41d3-9ea9-00d533a2490d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417831 May 31 13:00:53.024773 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cb934-0063-4837-8ad2-f3446e327a5b req-69bbe19d-69eb-4c86-a0d3-ffbd59d835dc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:53.026264 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-899cb934-0063-4837-8ad2-f3446e327a5b req-69bbe19d-69eb-4c86-a0d3-ffbd59d835dc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0935047 May 31 13:00:53.075376 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-899cb934-0063-4837-8ad2-f3446e327a5b req-73ec70aa-3f20-4fe8-af50-7048703a51f9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396745 May 31 13:00:53.475967 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0a65b-06a0-4de2-a444-1f3ede8ec4d2 req-d0f97e35-b07b-4b1a-930e-55b162d649af tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:53.477396 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31b0a65b-06a0-4de2-a444-1f3ede8ec4d2 req-d0f97e35-b07b-4b1a-930e-55b162d649af tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0947986 May 31 13:00:53.522408 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31b0a65b-06a0-4de2-a444-1f3ede8ec4d2 req-07761e37-66fc-43ab-8b75-d2be5a04b3ac tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393572 May 31 13:00:54.281808 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6ca0-0ac8-4536-b37f-b209e39b9bdf req-1128ec9d-b76e-4b84-901f-5ef43e105199 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:54.283184 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-998b6ca0-0ac8-4536-b37f-b209e39b9bdf req-1128ec9d-b76e-4b84-901f-5ef43e105199 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0881498 May 31 13:00:54.330491 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-998b6ca0-0ac8-4536-b37f-b209e39b9bdf req-98211914-1892-492d-8926-c863ab72f175 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386992 May 31 13:00:54.797946 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1e45a-090d-4db9-bd3b-0f7c3162f9e2 req-d3828460-e020-4305-8d12-5a5add531969 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:54.799407 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9a1e45a-090d-4db9-bd3b-0f7c3162f9e2 req-d3828460-e020-4305-8d12-5a5add531969 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1553617 May 31 13:00:54.843971 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f9a1e45a-090d-4db9-bd3b-0f7c3162f9e2 req-fad3e0d1-f9a9-4f15-8112-560e4a118226 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386722 May 31 13:00:55.536197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd3f46-407e-496b-bfd3-578146de4d17 req-49ab3463-7ec1-43bd-af2c-bcbf0fcd69d6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:55.537646 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0bd3f46-407e-496b-bfd3-578146de4d17 req-49ab3463-7ec1-43bd-af2c-bcbf0fcd69d6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0922141 May 31 13:00:55.583332 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0bd3f46-407e-496b-bfd3-578146de4d17 req-8786d7e6-50f0-4a1d-862a-47024ab9c6d2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398405 May 31 13:00:56.050653 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbe8dd-8d45-4074-8f37-b0c9519ae861 req-97b23246-d9f5-4f1d-886d-07cb8b4e253d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:56.052109 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d4cbe8dd-8d45-4074-8f37-b0c9519ae861 req-97b23246-d9f5-4f1d-886d-07cb8b4e253d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0862048 May 31 13:00:56.099800 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d4cbe8dd-8d45-4074-8f37-b0c9519ae861 req-3a19f8cd-ad54-473f-bcff-2ece2507e1ec tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390887 May 31 13:00:56.812276 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12024d59-ba6d-40af-af06-fdbde48efb4d req-7bac94e2-cea2-4036-86a0-8c9a6e80115b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:56.813690 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-12024d59-ba6d-40af-af06-fdbde48efb4d req-7bac94e2-cea2-4036-86a0-8c9a6e80115b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0985014 May 31 13:00:56.858050 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-12024d59-ba6d-40af-af06-fdbde48efb4d req-d6d1b335-dc35-4af5-aef8-28d5189185fc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385711 May 31 13:00:57.311806 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9fbdf-72a2-44ae-a13e-b458bf72b163 req-133996e1-3534-41af-b8a3-744b9371b45f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:57.313231 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7c9fbdf-72a2-44ae-a13e-b458bf72b163 req-133996e1-3534-41af-b8a3-744b9371b45f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0861695 May 31 13:00:57.359234 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7c9fbdf-72a2-44ae-a13e-b458bf72b163 req-796278de-a157-49f7-bacc-233d9f7d2c84 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376837 May 31 13:00:58.075532 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604a5a0-1d55-4032-9768-85abf0d2b8ab req-9d886745-34c2-4548-acda-296182747756 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:58.076968 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f604a5a0-1d55-4032-9768-85abf0d2b8ab req-9d886745-34c2-4548-acda-296182747756 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0930321 May 31 13:00:58.120576 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f604a5a0-1d55-4032-9768-85abf0d2b8ab req-c2646c3d-824c-462c-9871-79a8db48c8d1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377486 May 31 13:00:58.573239 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b4b68-9023-4825-9698-20f272968a4b req-403123d5-c9e5-4354-8ba4-3675c9d36bff tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:58.574800 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a52b4b68-9023-4825-9698-20f272968a4b req-403123d5-c9e5-4354-8ba4-3675c9d36bff tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0967674 May 31 13:00:58.623113 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a52b4b68-9023-4825-9698-20f272968a4b req-53002ba6-bb6e-46bf-a3b5-897860bfb278 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424860 May 31 13:00:59.334461 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa4bea-6d81-499d-9e8c-72e76a2501cc req-3ee5e93f-e223-4013-96e4-e4da2262d0e0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:59.335938 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-11fa4bea-6d81-499d-9e8c-72e76a2501cc req-3ee5e93f-e223-4013-96e4-e4da2262d0e0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0935307 May 31 13:00:59.401178 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-11fa4bea-6d81-499d-9e8c-72e76a2501cc req-8f2786ca-aee6-4354-8162-3ec52e0d825b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502594 May 31 13:00:59.835429 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37786b25-e303-4798-9b9a-235881add042 req-e05fb212-78c9-4ef3-b378-9f2135c83a36 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:00:59.836866 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-37786b25-e303-4798-9b9a-235881add042 req-e05fb212-78c9-4ef3-b378-9f2135c83a36 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0962725 May 31 13:00:59.881525 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-37786b25-e303-4798-9b9a-235881add042 req-949b6bc2-08fe-4151-a249-4b7e77e2913a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389562 May 31 13:01:00.624711 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef06c82-be6a-4146-9979-33977e5d5a8d req-0e477e0e-f246-4e95-85e4-2eb6d955ca31 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:00.626098 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5ef06c82-be6a-4146-9979-33977e5d5a8d req-0e477e0e-f246-4e95-85e4-2eb6d955ca31 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0890610 May 31 13:01:00.672843 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5ef06c82-be6a-4146-9979-33977e5d5a8d req-c3603a64-d5a6-4b56-ba45-e076ed77b14c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393288 May 31 13:01:01.087889 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e402-f0d7-4fc8-9720-2deda40f057e req-21334565-8785-496a-b117-36d776af2c80 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:01.089385 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-14a5e402-f0d7-4fc8-9720-2deda40f057e req-21334565-8785-496a-b117-36d776af2c80 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0858378 May 31 13:01:01.137466 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-14a5e402-f0d7-4fc8-9720-2deda40f057e req-1fc14165-af2b-448f-a91d-f3cfddcf5871 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395238 May 31 13:01:02.016768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d905f2-6a83-41cc-9278-744ec30a9f9a req-c2b2b368-9061-4ed8-ba29-9d14f43fd483 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:02.018204 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47d905f2-6a83-41cc-9278-744ec30a9f9a req-c2b2b368-9061-4ed8-ba29-9d14f43fd483 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0781097 May 31 13:01:02.061378 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47d905f2-6a83-41cc-9278-744ec30a9f9a req-9d5dc830-1d3a-433c-9e98-cb693ae584a5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373433 May 31 13:01:02.210989 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:02.342172 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec888cf-c182-4598-a7f8-9731cd8c9f57 req-ddd77d72-2531-4bc8-bb5f-f62c2b708643 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:02.343643 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0ec888cf-c182-4598-a7f8-9731cd8c9f57 req-ddd77d72-2531-4bc8-bb5f-f62c2b708643 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0837801 May 31 13:01:02.389889 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0ec888cf-c182-4598-a7f8-9731cd8c9f57 req-b6337dd9-c2f1-4c44-bc64-1868bd9d60cd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385358 May 31 13:01:03.263485 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554c780-ecfd-4151-8bfd-9b835c6a2416 req-881b408b-2843-4ea8-ae58-3e9c49f142e1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:03.264813 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5554c780-ecfd-4151-8bfd-9b835c6a2416 req-881b408b-2843-4ea8-ae58-3e9c49f142e1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0873435 May 31 13:01:03.313496 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5554c780-ecfd-4151-8bfd-9b835c6a2416 req-cafd2466-92ed-475d-834f-1953f2aa8394 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406945 May 31 13:01:03.592207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5dcaa-9f82-4e08-a01a-9ff376d2422f req-77a18eeb-85b1-4594-a649-695e059e1e9e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:03.593643 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f4f5dcaa-9f82-4e08-a01a-9ff376d2422f req-77a18eeb-85b1-4594-a649-695e059e1e9e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0789523 May 31 13:01:03.638481 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f4f5dcaa-9f82-4e08-a01a-9ff376d2422f req-f8c468ba-e3c2-4b4b-9922-253d4aa0815f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390322 May 31 13:01:04.561428 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a82d7-8954-4cbb-9c14-88699528a756 req-d70fea9b-3ba3-4648-a014-b40974dd64af tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:04.563034 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff0a82d7-8954-4cbb-9c14-88699528a756 req-d70fea9b-3ba3-4648-a014-b40974dd64af tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1342280 May 31 13:01:04.610227 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff0a82d7-8954-4cbb-9c14-88699528a756 req-68d7804b-dcd0-4832-8642-1ee3317396ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414114 May 31 13:01:04.873489 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41837de2-37df-4c3f-bed7-1718d1e2371c req-88ef2871-10b1-4e3f-98ce-6854eac8002c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:04.874884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-41837de2-37df-4c3f-bed7-1718d1e2371c req-88ef2871-10b1-4e3f-98ce-6854eac8002c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1333377 May 31 13:01:04.922435 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-41837de2-37df-4c3f-bed7-1718d1e2371c req-b4e7cb28-f669-409f-99da-9d49ee18c3a1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 May 31 13:01:05.278265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9be79567-5436-444a-ad4b-d39de76c099c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:05.835282 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52e6b7-db5f-4391-a0f3-62303a0e9b3d req-610c4b4f-51b2-4d7f-9ec8-734fcfd018e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:05.836711 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c52e6b7-db5f-4391-a0f3-62303a0e9b3d req-610c4b4f-51b2-4d7f-9ec8-734fcfd018e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0917504 May 31 13:01:05.882528 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c52e6b7-db5f-4391-a0f3-62303a0e9b3d req-974f4571-b4ba-45cb-a2a2-94a420374949 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400310 May 31 13:01:06.137765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3adc87a-5008-44a2-af76-5d2dfe800e63 req-6595bb7a-f6e7-4a18-a21c-15a675542aba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:06.139246 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b3adc87a-5008-44a2-af76-5d2dfe800e63 req-6595bb7a-f6e7-4a18-a21c-15a675542aba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1012640 May 31 13:01:06.255240 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b3adc87a-5008-44a2-af76-5d2dfe800e63 req-eaa78d05-ea70-4b6f-8569-5dd655762ca8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101456 May 31 13:01:07.093071 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c1fa-995e-438d-8923-6e1313212b70 req-17e52244-6189-4abf-aec7-9a071ed52560 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:07.094525 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be94c1fa-995e-438d-8923-6e1313212b70 req-17e52244-6189-4abf-aec7-9a071ed52560 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0833762 May 31 13:01:07.142606 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be94c1fa-995e-438d-8923-6e1313212b70 req-b9258706-eb0a-4132-a152-cef397f24adc tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394983 May 31 13:01:07.596458 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41c698-08c3-4d24-a984-9aa224d0425f req-45f3c6e4-18d5-4c75-ab7b-01bedea38878 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:07.597788 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cb41c698-08c3-4d24-a984-9aa224d0425f req-45f3c6e4-18d5-4c75-ab7b-01bedea38878 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0843601 May 31 13:01:07.641805 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cb41c698-08c3-4d24-a984-9aa224d0425f req-a8534685-eb34-4a36-86b4-5ba7b8519c45 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381207 May 31 13:01:07.660956 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:07.839330 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9c3111aa-33e0-45ca-99bd-f729268cf91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:08.353220 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a29701-c860-42ee-b1a0-b35a803904d6 req-7dd5699a-69f4-49c2-b306-ebea82ec28e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:08.354707 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67a29701-c860-42ee-b1a0-b35a803904d6 req-7dd5699a-69f4-49c2-b306-ebea82ec28e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0920076 May 31 13:01:08.401361 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67a29701-c860-42ee-b1a0-b35a803904d6 req-63c41f6b-a157-446a-b8ad-6cd98c61d912 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407805 May 31 13:01:08.835353 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd735d0-0645-4393-9470-dcfd63888039 req-b5f8d311-a147-4363-9acf-c4abf71110ea tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:08.836811 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6bd735d0-0645-4393-9470-dcfd63888039 req-b5f8d311-a147-4363-9acf-c4abf71110ea tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0861361 May 31 13:01:08.884317 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6bd735d0-0645-4393-9470-dcfd63888039 req-9a695b2c-7438-497d-9d76-44f46ae32672 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391798 May 31 13:01:08.955392 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:09.623243 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8bfa31-af5b-4bd8-a466-7f2ac5bfee79 req-3fab0c70-8eb6-44de-94cd-4b17b80e0be0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:09.624611 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa8bfa31-af5b-4bd8-a466-7f2ac5bfee79 req-3fab0c70-8eb6-44de-94cd-4b17b80e0be0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1029167 May 31 13:01:09.682528 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa8bfa31-af5b-4bd8-a466-7f2ac5bfee79 req-f0127734-f90b-48d9-9f84-c4b971fc7873 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517130 May 31 13:01:10.087003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd55894-e6fa-4a99-98c4-bb41cbfb8683 req-91833961-bdba-459f-954b-b4400a2ec5bb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:10.088418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0fd55894-e6fa-4a99-98c4-bb41cbfb8683 req-91833961-bdba-459f-954b-b4400a2ec5bb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0825987 May 31 13:01:10.136953 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0fd55894-e6fa-4a99-98c4-bb41cbfb8683 req-84a72cf1-7148-4fdb-afca-f9f84a520f40 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 May 31 13:01:10.515273 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:10.892378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa658-4c51-4f0a-a8ef-d6f02f0da7c4 req-78265f7b-fcb5-4cfe-be78-731ddd9b3aab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:10.893865 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfdaa658-4c51-4f0a-a8ef-d6f02f0da7c4 req-78265f7b-fcb5-4cfe-be78-731ddd9b3aab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0862210 May 31 13:01:10.939311 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfdaa658-4c51-4f0a-a8ef-d6f02f0da7c4 req-0520b39d-e36b-4486-a343-ba8f1b071c5c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395303 May 31 13:01:11.347652 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416be147-5beb-497c-b87f-42b9a478aaf4 req-2337a261-475c-4596-8e26-4883bcd385f4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:11.349039 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-416be147-5beb-497c-b87f-42b9a478aaf4 req-2337a261-475c-4596-8e26-4883bcd385f4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0920317 May 31 13:01:11.394586 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-416be147-5beb-497c-b87f-42b9a478aaf4 req-0748180f-b1c8-4281-8d90-cb670f04188d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394673 May 31 13:01:12.146420 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbe6d4-7c4d-44d6-8a33-69c3d8bdcef4 req-9ae3047c-2c3d-42b2-9733-27f92f3bd2ac tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:12.147917 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fedbe6d4-7c4d-44d6-8a33-69c3d8bdcef4 req-9ae3047c-2c3d-42b2-9733-27f92f3bd2ac tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0904694 May 31 13:01:12.195545 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fedbe6d4-7c4d-44d6-8a33-69c3d8bdcef4 req-5930565d-1c70-40bb-a3fa-82fc8e972ee5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391819 May 31 13:01:12.594754 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6879989-b720-4873-a692-4ce92cc5883c req-21e416ae-2fa3-432f-adf7-42d8c211baa6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:12.596103 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6879989-b720-4873-a692-4ce92cc5883c req-21e416ae-2fa3-432f-adf7-42d8c211baa6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0869932 May 31 13:01:12.645657 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6879989-b720-4873-a692-4ce92cc5883c req-0a964b48-7672-4ccc-979e-6c9a7967e774 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 May 31 13:01:13.416002 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421d750-ff33-4181-926e-3d6c23c0d104 req-c223b4c7-29a2-409a-a860-42d01967d2a3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:13.417439 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c421d750-ff33-4181-926e-3d6c23c0d104 req-c223b4c7-29a2-409a-a860-42d01967d2a3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0980985 May 31 13:01:13.464769 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c421d750-ff33-4181-926e-3d6c23c0d104 req-ec5614e1-37ea-421a-9b1a-8339797bbb1e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389068 May 31 13:01:13.875180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e374133e-58bf-407c-b5b4-9f164f6f6191 req-2a362948-6b8a-40c9-b4d4-31634e4f6b6c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:13.876660 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e374133e-58bf-407c-b5b4-9f164f6f6191 req-2a362948-6b8a-40c9-b4d4-31634e4f6b6c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0937963 May 31 13:01:13.924623 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e374133e-58bf-407c-b5b4-9f164f6f6191 req-9f3b2e01-2406-4d06-8adb-7cd2d759f684 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397694 May 31 13:01:14.665771 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5950-37af-4614-8ea5-685ff91ee144 req-3b2db97c-fd03-4291-89d6-40acc78b5d10 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:14.667188 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8bfe5950-37af-4614-8ea5-685ff91ee144 req-3b2db97c-fd03-4291-89d6-40acc78b5d10 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0843821 May 31 13:01:14.710761 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8bfe5950-37af-4614-8ea5-685ff91ee144 req-afe49ce2-90c9-4928-8e74-975eef6ada0b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377879 May 31 13:01:15.118239 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c656742-f78b-487a-ba54-9508185361ba req-3d7ccfeb-c2cc-4ae2-ba8a-e4153996b5bd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:15.119808 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4c656742-f78b-487a-ba54-9508185361ba req-3d7ccfeb-c2cc-4ae2-ba8a-e4153996b5bd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0856843 May 31 13:01:15.168896 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4c656742-f78b-487a-ba54-9508185361ba req-671eb54d-d0fe-463f-96ec-8f0021566ca0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406723 May 31 13:01:15.914344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34b242-0088-4614-8a28-6d7682cd58a8 req-7cb67a1e-9b68-4337-b9e9-247663b92f95 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:15.915768 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2e34b242-0088-4614-8a28-6d7682cd58a8 req-7cb67a1e-9b68-4337-b9e9-247663b92f95 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0885162 May 31 13:01:15.971033 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2e34b242-0088-4614-8a28-6d7682cd58a8 req-f0883f88-e537-481e-9f12-07f2586d3a8f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491645 May 31 13:01:16.373478 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a622c-50c6-4dda-ac86-ca2aaaf74cbd req-5c650f9b-f7a3-455a-ad01-66e44c248427 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:16.374942 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d25a622c-50c6-4dda-ac86-ca2aaaf74cbd req-5c650f9b-f7a3-455a-ad01-66e44c248427 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0885847 May 31 13:01:16.418131 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d25a622c-50c6-4dda-ac86-ca2aaaf74cbd req-77761f1c-4362-4256-a7cd-011e2ecee72e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375588 May 31 13:01:17.181343 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7d499-df1c-4efb-af78-2d89f8c093f0 req-fe5bc107-6372-45e1-8f92-48f41c91d2c3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:17.182794 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99c7d499-df1c-4efb-af78-2d89f8c093f0 req-fe5bc107-6372-45e1-8f92-48f41c91d2c3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0932095 May 31 13:01:17.231568 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99c7d499-df1c-4efb-af78-2d89f8c093f0 req-210ba75f-65bc-40d6-9cd9-944f3d33cc7a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430522 May 31 13:01:17.620551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0db08-2bec-48b2-a419-5bba93ce1cdd req-d0113c9d-5e8d-4ca8-aa74-bf24419f36d6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:17.621887 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c0e0db08-2bec-48b2-a419-5bba93ce1cdd req-d0113c9d-5e8d-4ca8-aa74-bf24419f36d6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0852902 May 31 13:01:17.670919 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c0e0db08-2bec-48b2-a419-5bba93ce1cdd req-364a00f9-f74a-4aab-a560-d9855811bb67 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 May 31 13:01:18.589623 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b24b095-b21e-44de-985c-3c467aae2f28 req-e4044212-287b-49a0-abd2-11fee3a105c8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:18.590999 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1b24b095-b21e-44de-985c-3c467aae2f28 req-e4044212-287b-49a0-abd2-11fee3a105c8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1642861 May 31 13:01:18.635940 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1b24b095-b21e-44de-985c-3c467aae2f28 req-64bb468f-d21f-46a8-9ce3-6da7d90dd4ce tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389845 May 31 13:01:18.871585 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46871804-2a59-433e-bb15-8a3421395312 req-27f82ed6-d75d-4866-ba79-699895329aa8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:18.872934 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46871804-2a59-433e-bb15-8a3421395312 req-27f82ed6-d75d-4866-ba79-699895329aa8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0923243 May 31 13:01:18.920644 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46871804-2a59-433e-bb15-8a3421395312 req-f6f9e82e-c93f-4026-886c-20bd3dd40797 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419221 May 31 13:01:19.335151 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:01:19.838246 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3cdc8-0600-47a2-be79-3e0c6c031595 req-dc27f0c2-4669-4271-b4ea-e9e746e172c5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:19.839739 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9b3cdc8-0600-47a2-be79-3e0c6c031595 req-dc27f0c2-4669-4271-b4ea-e9e746e172c5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0923254 May 31 13:01:19.883697 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c9b3cdc8-0600-47a2-be79-3e0c6c031595 req-e2058e46-7009-4875-8b52-bc8ed166bdff tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381784 May 31 13:01:20.133878 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71c36a-abba-4c65-86e5-79aa49b5b511 req-9c503d5f-66ba-40f8-ad25-346adeb5520b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:20.135325 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ac71c36a-abba-4c65-86e5-79aa49b5b511 req-9c503d5f-66ba-40f8-ad25-346adeb5520b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1010158 May 31 13:01:20.186036 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ac71c36a-abba-4c65-86e5-79aa49b5b511 req-8c1cd32c-e536-4ee9-8454-cad426d32de7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448737 May 31 13:01:21.081361 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225bda6-ca8a-493b-882f-cd78a0670e6b req-1bd446ce-31a4-4f6c-823b-1694f8b283be tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:21.082821 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8225bda6-ca8a-493b-882f-cd78a0670e6b req-1bd446ce-31a4-4f6c-823b-1694f8b283be tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0805962 May 31 13:01:21.129190 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8225bda6-ca8a-493b-882f-cd78a0670e6b req-e1e308a2-79f8-47ab-9d15-9089d4d39b33 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378640 May 31 13:01:21.396685 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2cd93-1a9f-4a9f-af18-936a5beee25b req-0bcf9415-9ba9-40ea-958d-2471ac78cad3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:21.398170 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6c2cd93-1a9f-4a9f-af18-936a5beee25b req-0bcf9415-9ba9-40ea-958d-2471ac78cad3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0906942 May 31 13:01:21.447260 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6c2cd93-1a9f-4a9f-af18-936a5beee25b req-d7ea77c7-8f4b-4efa-9a48-9b1537e2976e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405698 May 31 13:01:22.326052 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee83f76-9126-41e2-9051-cf3e5e539506 req-c47e6e7c-4edf-41c5-9e5e-d14344fbb437 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:22.327453 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ee83f76-9126-41e2-9051-cf3e5e539506 req-c47e6e7c-4edf-41c5-9e5e-d14344fbb437 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0805252 May 31 13:01:22.377428 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ee83f76-9126-41e2-9051-cf3e5e539506 req-6cf78541-4adf-4812-82a7-b07de24825b1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415103 May 31 13:01:22.665774 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e76bb2-cc41-410a-a922-e6c6917d99d8 req-bfb8e0c8-b0c3-4682-a638-577d5d336908 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:22.667133 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-15e76bb2-cc41-410a-a922-e6c6917d99d8 req-bfb8e0c8-b0c3-4682-a638-577d5d336908 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0889614 May 31 13:01:22.710962 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-15e76bb2-cc41-410a-a922-e6c6917d99d8 req-ce804cd3-f5e7-4d7e-9c5f-eb61c0e041b9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374644 May 31 13:01:23.588337 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2921186-a92c-4797-9169-2c2bd16eb756 req-c337bc4e-238d-445a-ab34-3e44b16eb86b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:23.589798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2921186-a92c-4797-9169-2c2bd16eb756 req-c337bc4e-238d-445a-ab34-3e44b16eb86b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0930259 May 31 13:01:23.639479 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2921186-a92c-4797-9169-2c2bd16eb756 req-728def2a-5573-4d04-a36e-bdba17e9ab34 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438824 May 31 13:01:23.902783 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d760fb-09bf-44de-848c-01f1142d83b6 req-f6c6d6db-3641-4d11-a4e4-954e3e592116 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:23.904377 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85d760fb-09bf-44de-848c-01f1142d83b6 req-f6c6d6db-3641-4d11-a4e4-954e3e592116 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0816045 May 31 13:01:23.950987 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85d760fb-09bf-44de-848c-01f1142d83b6 req-6f1a449e-b989-4e42-b2f3-7812e6c0ec00 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381999 May 31 13:01:24.846325 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b92fc0-a1b0-4180-bc84-7739defe0e98 req-a2d78148-a6ed-42c0-91a5-ed9872847fd5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:24.847789 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c3b92fc0-a1b0-4180-bc84-7739defe0e98 req-a2d78148-a6ed-42c0-91a5-ed9872847fd5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0921135 May 31 13:01:24.892712 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c3b92fc0-a1b0-4180-bc84-7739defe0e98 req-d00d7aed-b491-4530-8e5b-832d892c8a2b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391984 May 31 13:01:25.148924 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b90a9-3311-489d-9ee8-ada6bd013136 req-d6b0d312-d68c-48d6-8d87-ffbcd3516589 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:25.150345 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-610b90a9-3311-489d-9ee8-ada6bd013136 req-d6b0d312-d68c-48d6-8d87-ffbcd3516589 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0812242 May 31 13:01:25.197739 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-610b90a9-3311-489d-9ee8-ada6bd013136 req-808fd898-f959-4244-a474-791354ef0537 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388279 May 31 13:01:26.100646 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25d756-4af1-4c82-b0ea-e91a6efba57f req-3790c3f4-2282-4422-ac91-e282a7b2d5f8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:26.102068 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bb25d756-4af1-4c82-b0ea-e91a6efba57f req-3790c3f4-2282-4422-ac91-e282a7b2d5f8 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0864546 May 31 13:01:26.148476 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bb25d756-4af1-4c82-b0ea-e91a6efba57f req-b492b990-7aeb-4aaa-87ea-8fac75665305 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377419 May 31 13:01:26.395770 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02436df-021d-4bf5-b281-1ebbec238860 req-465405ac-467e-4044-b2fc-ba713ef36f34 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:26.397200 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e02436df-021d-4bf5-b281-1ebbec238860 req-465405ac-467e-4044-b2fc-ba713ef36f34 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0826080 May 31 13:01:26.447304 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e02436df-021d-4bf5-b281-1ebbec238860 req-bd339bb0-a872-4fa0-8e9b-764427a6b57f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418096 May 31 13:01:27.351981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925296a-cb2b-421a-99e7-d8f17e3782f5 req-43f4c776-101d-4422-883c-cea70075ee02 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:27.353335 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7925296a-cb2b-421a-99e7-d8f17e3782f5 req-43f4c776-101d-4422-883c-cea70075ee02 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0820072 May 31 13:01:27.398794 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7925296a-cb2b-421a-99e7-d8f17e3782f5 req-1a9247fb-8f7a-452b-acb0-a1e2d6939278 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383162 May 31 13:01:27.659611 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e96e59-7a88-4101-a98b-1a794bf933e0 req-e1d3b710-4f0c-4220-a1ea-2cc69cd62f81 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:27.660952 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67e96e59-7a88-4101-a98b-1a794bf933e0 req-e1d3b710-4f0c-4220-a1ea-2cc69cd62f81 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0966532 May 31 13:01:27.708137 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67e96e59-7a88-4101-a98b-1a794bf933e0 req-6b9d2b2d-f9a7-4bfe-ae7d-7ec090bb8c47 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 May 31 13:01:28.607719 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95592d0-3172-4965-9397-e82c182bfe19 req-a8fafa4e-e352-4c5b-8a0c-cdb8fabae610 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:28.609097 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f95592d0-3172-4965-9397-e82c182bfe19 req-a8fafa4e-e352-4c5b-8a0c-cdb8fabae610 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0819273 May 31 13:01:28.656371 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f95592d0-3172-4965-9397-e82c182bfe19 req-749a03a7-56d0-4f1d-b929-3890d38ed4b5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380940 May 31 13:01:28.921423 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b82fdd-f51a-4324-848f-16ed59b56254 req-d8587d0b-8f5e-418e-9516-6c83c6d54c55 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:28.922886 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b82fdd-f51a-4324-848f-16ed59b56254 req-d8587d0b-8f5e-418e-9516-6c83c6d54c55 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0959790 May 31 13:01:28.968794 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b82fdd-f51a-4324-848f-16ed59b56254 req-9a5ac8a0-c290-46cd-9fa1-072404dc3dea tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402086 May 31 13:01:29.872215 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a5e95-5676-4fdc-92b1-9605ff00faab req-b7b46d00-aaa4-4c5f-8d64-43e623f6bd87 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:29.873645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-229a5e95-5676-4fdc-92b1-9605ff00faab req-b7b46d00-aaa4-4c5f-8d64-43e623f6bd87 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0914328 May 31 13:01:29.923917 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-229a5e95-5676-4fdc-92b1-9605ff00faab req-0f443318-b0c5-46bb-926b-3c59ac71bbd5 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419321 May 31 13:01:30.224121 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89276a-1137-4702-a3bd-d1b4278d0308 req-d3dba153-1cc0-4a52-9601-b05346966785 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:30.225573 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2d89276a-1137-4702-a3bd-d1b4278d0308 req-d3dba153-1cc0-4a52-9601-b05346966785 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1515732 May 31 13:01:30.272500 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2d89276a-1137-4702-a3bd-d1b4278d0308 req-399d34aa-d262-4db9-9660-924fec84f391 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388777 May 31 13:01:31.132945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c383d-da0f-410f-a262-4f5a554a2abc req-144a034d-f266-4f18-94fc-8c0e286e55bb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:31.134407 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a8c383d-da0f-410f-a262-4f5a554a2abc req-144a034d-f266-4f18-94fc-8c0e286e55bb tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0828912 May 31 13:01:31.180284 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a8c383d-da0f-410f-a262-4f5a554a2abc req-d7a993bb-f0ea-4de6-9e34-be3d6904f6ec tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 May 31 13:01:31.470353 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa899e0d-cfce-47b2-9b27-ebf1ab42d24c req-322b7c11-eb95-434f-b9fa-f65444810c6b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:31.471858 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa899e0d-cfce-47b2-9b27-ebf1ab42d24c req-322b7c11-eb95-434f-b9fa-f65444810c6b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0830166 May 31 13:01:31.523560 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa899e0d-cfce-47b2-9b27-ebf1ab42d24c req-89c001af-6ff4-4997-9c03-035b87b034fa tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432398 May 31 13:01:32.232157 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:32.382999 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eef880-caeb-4ea7-83e0-e6077a26328b req-f08bf2a2-b900-4e2f-9679-2f504253236f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:32.384456 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-27eef880-caeb-4ea7-83e0-e6077a26328b req-f08bf2a2-b900-4e2f-9679-2f504253236f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0885713 May 31 13:01:32.430062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-27eef880-caeb-4ea7-83e0-e6077a26328b req-9d98de54-30c5-47d8-a50e-731644af3631 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397158 May 31 13:01:32.734391 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86cf5f5-edcb-42b3-9ee3-409db6aeaeb1 req-1998324e-1dbf-4e96-91ec-25d51f479974 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:32.735852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f86cf5f5-edcb-42b3-9ee3-409db6aeaeb1 req-1998324e-1dbf-4e96-91ec-25d51f479974 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0911644 May 31 13:01:32.783280 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f86cf5f5-edcb-42b3-9ee3-409db6aeaeb1 req-fecede66-aca1-4ecb-9fb9-af514925b894 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383432 May 31 13:01:33.624870 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad49ba6-f42a-4486-ae78-591ff0e1527f req-b3b57ebd-a7f6-44fa-83b2-335eb862a2f9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:33.626189 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ad49ba6-f42a-4486-ae78-591ff0e1527f req-b3b57ebd-a7f6-44fa-83b2-335eb862a2f9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0807312 May 31 13:01:33.671391 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ad49ba6-f42a-4486-ae78-591ff0e1527f req-2ef5548d-79bf-41df-889c-0982b485e52b tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394015 May 31 13:01:33.976958 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91761629-7b14-4df7-9415-e961daf38fe4 req-7b121f77-caf0-4f3c-b63a-b4118ffcf806 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:33.978451 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-91761629-7b14-4df7-9415-e961daf38fe4 req-7b121f77-caf0-4f3c-b63a-b4118ffcf806 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0884662 May 31 13:01:34.022985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-91761629-7b14-4df7-9415-e961daf38fe4 req-50926e08-2f39-44f8-bb2e-65f03dccf631 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384793 May 31 13:01:34.866779 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e487e-6d47-4492-927b-2afe42d3aad2 req-6cf0c282-e772-4f34-8e36-3e0f652e5c2e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:34.868253 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a28e487e-6d47-4492-927b-2afe42d3aad2 req-6cf0c282-e772-4f34-8e36-3e0f652e5c2e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0836186 May 31 13:01:34.913267 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a28e487e-6d47-4492-927b-2afe42d3aad2 req-ea4c6364-440a-4a7f-ab06-27a234c571e9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392094 May 31 13:01:34.918460 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-aeef09b2-ce19-496e-9b74-c2d13b8ea9c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142471 May 31 13:01:35.024169 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-5c0c683b-7c65-44f9-823d-e3718e13c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.025687 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-5c0c683b-7c65-44f9-823d-e3718e13c2fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0749054 May 31 13:01:35.170558 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-d14555e5-95c7-4ff0-a530-32ef77e24fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.172040 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-d14555e5-95c7-4ff0-a530-32ef77e24fa0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1262691 May 31 13:01:35.220604 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b65a3-5ad1-431e-96f2-bc345f71b0c0 req-560e8a34-0143-430f-8aed-77dc31599422 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.222213 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a28b65a3-5ad1-431e-96f2-bc345f71b0c0 req-560e8a34-0143-430f-8aed-77dc31599422 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0840325 May 31 13:01:35.239345 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-c644c001-187e-4ffb-b96b-0c6f0ef9e6cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0599408 May 31 13:01:35.267418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a28b65a3-5ad1-431e-96f2-bc345f71b0c0 req-b072fbff-587c-44de-9ce1-46c3b3ebdb8d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392661 May 31 13:01:35.273836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-0bcce7ab-057a-4db0-b5cb-01fa050ed634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:35.304068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-95d27a85-5b0b-43d0-8af2-951903ef8c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:35.305500 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-95d27a85-5b0b-43d0-8af2-951903ef8c2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0603008 May 31 13:01:35.351770 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-918672e9-af40-46f2-b419-f7fadbc612bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400259 May 31 13:01:35.361725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-2d79f798-4846-4a38-af59-8c74a5756cc7 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:01:35.362721 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-2d79f798-4846-4a38-af59-8c74a5756cc7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048118 May 31 13:01:35.507156 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-f4405d3e-9590-496f-b5b5-132cdb163ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380441 May 31 13:01:35.636147 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-5dfca8bf-2c9e-41c3-848e-526e6076e9db req-46d7ed6b-2f86-4d52-92ec-c5b718bd4466 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225624 May 31 13:01:36.117827 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffac6b6-8e97-45e0-88be-4d1d18a25a43 req-26132f4b-a0ab-4725-b146-0b3f866fe1b0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:36.119341 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1ffac6b6-8e97-45e0-88be-4d1d18a25a43 req-26132f4b-a0ab-4725-b146-0b3f866fe1b0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0815625 May 31 13:01:36.172013 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1ffac6b6-8e97-45e0-88be-4d1d18a25a43 req-1ebd82db-bc38-4135-9f03-1bc4cb8efc35 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443392 May 31 13:01:36.456629 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a944f1-5cf0-4e0f-a8f0-25544b26a2b6 req-05e89495-030c-47fc-b671-68c9260f7cb0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:36.458153 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90a944f1-5cf0-4e0f-a8f0-25544b26a2b6 req-05e89495-030c-47fc-b671-68c9260f7cb0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0807064 May 31 13:01:36.503141 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90a944f1-5cf0-4e0f-a8f0-25544b26a2b6 req-dd43929c-72a0-4ab0-882e-e30cb92881e2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391030 May 31 13:01:37.377207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468456c0-ef41-4f11-b357-9fb816eca479 req-32eaaefe-2ba0-4bb2-af13-52479efefa80 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:37.378955 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-468456c0-ef41-4f11-b357-9fb816eca479 req-32eaaefe-2ba0-4bb2-af13-52479efefa80 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0980568 May 31 13:01:37.423806 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-468456c0-ef41-4f11-b357-9fb816eca479 req-c250ed4b-371f-4164-906e-c8b9b20720bf tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391800 May 31 13:01:37.660817 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:37.699584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c776c-5f3d-45cb-95d5-129aa6bf6440 req-24de7b33-0a26-45b4-93f0-12765dc7265f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:37.701055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f5c776c-5f3d-45cb-95d5-129aa6bf6440 req-24de7b33-0a26-45b4-93f0-12765dc7265f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0929656 May 31 13:01:37.745362 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f5c776c-5f3d-45cb-95d5-129aa6bf6440 req-5dc095e2-8ae5-4e67-9700-49c2e152b7cf tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385668 May 31 13:01:37.842002 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-41ad58f7-8dfc-43ca-aaeb-1a47e6147087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:38.633757 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a8d338-16a1-42a1-ac24-4b45d953777d req-98ce18d6-d3a1-4457-ab2a-0ad9ebb176ce tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:38.635239 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e3a8d338-16a1-42a1-ac24-4b45d953777d req-98ce18d6-d3a1-4457-ab2a-0ad9ebb176ce tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0825238 May 31 13:01:38.679224 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e3a8d338-16a1-42a1-ac24-4b45d953777d req-019afc4a-ecfa-4780-b120-73e1c590c883 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 May 31 13:01:38.939134 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a24d0-995b-43cd-af38-6c962521264b req-272ba727-2f51-4f55-a8d5-701148ee8d24 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:38.940586 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-df9a24d0-995b-43cd-af38-6c962521264b req-272ba727-2f51-4f55-a8d5-701148ee8d24 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0848155 May 31 13:01:38.956604 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:38.990472 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-df9a24d0-995b-43cd-af38-6c962521264b req-b749fed6-ddc6-4a79-839d-26e8fddd203e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440152 May 31 13:01:39.875106 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90346-4266-4655-84bc-1539d9d63d09 req-ff123a0e-370c-4f87-83d3-4a1fc88202ad tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:39.876535 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0be90346-4266-4655-84bc-1539d9d63d09 req-ff123a0e-370c-4f87-83d3-4a1fc88202ad tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0872929 May 31 13:01:39.921809 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0be90346-4266-4655-84bc-1539d9d63d09 req-a41c735b-56b2-4688-9052-d969cb5fc29f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394855 May 31 13:01:40.187532 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70989216-9e3d-4d9b-8805-1c1ca77f3424 req-4ddaa49c-7c1e-4fae-8b32-9fe293ae2114 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:40.188987 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-70989216-9e3d-4d9b-8805-1c1ca77f3424 req-4ddaa49c-7c1e-4fae-8b32-9fe293ae2114 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0905318 May 31 13:01:40.235253 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-70989216-9e3d-4d9b-8805-1c1ca77f3424 req-1715a6ba-2b50-48df-864e-a6aca16a3787 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 May 31 13:01:40.516939 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:41.124162 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4301a-e79e-4aa6-9599-511ecb63661e req-c8aac7c0-9a40-4f0b-abd1-03b2b657c3e3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:41.125686 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13b4301a-e79e-4aa6-9599-511ecb63661e req-c8aac7c0-9a40-4f0b-abd1-03b2b657c3e3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0823770 May 31 13:01:41.170580 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13b4301a-e79e-4aa6-9599-511ecb63661e req-116d0418-07d5-461f-b237-1b4ae6a52a57 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391126 May 31 13:01:41.503983 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a86fbe-268a-4008-9c39-0ec64dbd4251 req-0639e050-0ae1-4880-be8e-1c13347fa64d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:41.505340 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21a86fbe-268a-4008-9c39-0ec64dbd4251 req-0639e050-0ae1-4880-be8e-1c13347fa64d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1576252 May 31 13:01:41.549874 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21a86fbe-268a-4008-9c39-0ec64dbd4251 req-1cb72371-c6b0-469d-b979-0bac6635ef92 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383387 May 31 13:01:42.378509 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2e474-11cb-4369-930f-d97e2828d164 req-88fa891c-5910-455b-9216-6fe6bf917ea9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:42.379975 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-23b2e474-11cb-4369-930f-d97e2828d164 req-88fa891c-5910-455b-9216-6fe6bf917ea9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0919495 May 31 13:01:42.431026 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-23b2e474-11cb-4369-930f-d97e2828d164 req-0e9e8974-1247-438d-92d6-ba9ef8c86826 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451548 May 31 13:01:42.733579 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65cac65-39e4-4c76-9219-d056f1122731 req-4478ca66-94ca-4572-a414-825d6d8c7da4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:42.735056 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b65cac65-39e4-4c76-9219-d056f1122731 req-4478ca66-94ca-4572-a414-825d6d8c7da4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0799730 May 31 13:01:42.781101 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b65cac65-39e4-4c76-9219-d056f1122731 req-e2c7aa25-2535-42f3-9f9d-836195d82c0a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377758 May 31 13:01:43.637853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d397e-45e5-4076-a1c3-8bb6ce99502c req-248a48be-f05e-4077-86c4-b876eae58981 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:43.639340 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8e5d397e-45e5-4076-a1c3-8bb6ce99502c req-248a48be-f05e-4077-86c4-b876eae58981 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0908318 May 31 13:01:43.684915 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8e5d397e-45e5-4076-a1c3-8bb6ce99502c req-24410d82-c8f2-458f-a6f0-37a01cb7dd12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391917 May 31 13:01:43.968585 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f638d-48f2-4356-b90d-a2472f2c8f21 req-48908910-5f3a-494d-b1bb-ffb4eedb985f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:43.970066 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-142f638d-48f2-4356-b90d-a2472f2c8f21 req-48908910-5f3a-494d-b1bb-ffb4eedb985f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0803578 May 31 13:01:44.014830 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-142f638d-48f2-4356-b90d-a2472f2c8f21 req-ddb084c5-4562-4284-97eb-ff0a39526dff tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387411 May 31 13:01:44.876189 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d55c81-40a0-450a-903b-8707c673ac09 req-116158e3-d9ba-42ab-b132-645d455300e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:44.877808 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09d55c81-40a0-450a-903b-8707c673ac09 req-116158e3-d9ba-42ab-b132-645d455300e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0829418 May 31 13:01:44.922452 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09d55c81-40a0-450a-903b-8707c673ac09 req-2aa271c0-e073-4431-8b30-71c9dfaff8e3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384645 May 31 13:01:45.200641 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bd9597-5e54-4df1-9d64-5f0c25268ed8 req-22120387-e76b-448d-b5ef-33bfcea9b800 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:45.202061 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a5bd9597-5e54-4df1-9d64-5f0c25268ed8 req-22120387-e76b-448d-b5ef-33bfcea9b800 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0793116 May 31 13:01:45.249764 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a5bd9597-5e54-4df1-9d64-5f0c25268ed8 req-4d35324e-8085-4e45-b484-808ea2880e2f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417249 May 31 13:01:46.120203 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a06c98a-cefd-4368-96c4-bfd030cbc86b req-0e6177bf-867c-4734-b193-fdc77629a047 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:46.121640 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a06c98a-cefd-4368-96c4-bfd030cbc86b req-0e6177bf-867c-4734-b193-fdc77629a047 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0841591 May 31 13:01:46.167408 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a06c98a-cefd-4368-96c4-bfd030cbc86b req-344777d2-3957-40e1-bb4f-603a975c3280 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399530 May 31 13:01:46.438361 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6d78b-0458-4061-b91d-6512f713515d req-b1ec68a8-c7e8-45a7-9efc-362dc5ecf341 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:46.439836 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d9b6d78b-0458-4061-b91d-6512f713515d req-b1ec68a8-c7e8-45a7-9efc-362dc5ecf341 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0854311 May 31 13:01:46.487604 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d9b6d78b-0458-4061-b91d-6512f713515d req-0d97b58d-6ee3-44c4-8c60-e693b37074de tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391667 May 31 13:01:47.362187 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36716f1e-7b13-4114-ae9a-a43a0aec323a req-3b173211-e2c5-4e8c-8d5d-dfc3cb5aa328 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:47.363707 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-36716f1e-7b13-4114-ae9a-a43a0aec323a req-3b173211-e2c5-4e8c-8d5d-dfc3cb5aa328 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.0795782 May 31 13:01:47.409666 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-36716f1e-7b13-4114-ae9a-a43a0aec323a req-cb5ac7b4-e658-4213-a7f9-ddb599a0ed25 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=757cca1d-a67a-40ac-8827-3896132eb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395794 May 31 13:01:47.683774 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a024e96-605e-44e2-a71e-c1755ed220f4 req-064fd99f-f78a-460c-afe8-ea90b502a572 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:47.685634 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a024e96-605e-44e2-a71e-c1755ed220f4 req-064fd99f-f78a-460c-afe8-ea90b502a572 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0931308 May 31 13:01:47.736419 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a024e96-605e-44e2-a71e-c1755ed220f4 req-3e33c614-6174-4640-bab5-df7458aa2de8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438533 May 31 13:01:48.925689 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-3c332528-d867-4b4b-8d47-f4371d7b14b4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:48.927167 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-3c332528-d867-4b4b-8d47-f4371d7b14b4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=684e2a9f-dee2-4c5c-9938-6c50632153e8 HTTP/1.1" status: 200 len: 943 time: 0.1361947 May 31 13:01:48.988122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8c134-e1cf-4c2c-acb7-959f049f4e4f req-9f2c880d-14fe-4822-b98d-c55b848f0dd3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:48.989895 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9de8c134-e1cf-4c2c-acb7-959f049f4e4f req-9f2c880d-14fe-4822-b98d-c55b848f0dd3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1461875 May 31 13:01:49.083563 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9de8c134-e1cf-4c2c-acb7-959f049f4e4f req-42eda9fb-81c7-4c81-bb7b-41c5a6858501 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870812 May 31 13:01:49.107125 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Deleting port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:01:49.107473 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:49.242391 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] For port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:01:49.242708 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:49.608899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:49.609463 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:49.609798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Floating IP 3b2d78b0-0346-4e59-9713-da1763a86ed2 disassociated. External IP: 172.27.1.205, port: 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128. May 31 13:01:49.610202 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Calling delete_port for 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:01:49.792168 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:49.799068 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:49.841865 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event deleted for resources: {'Port': ['ID=3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:49.853258 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.853646 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.853996 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.854343 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.854679 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.855045 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.855382 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.855718 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.856047 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.856362 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.856712 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.857037 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:49.863998 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:50.043731 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:01:50.282383 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:01:50.292140 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] Sync routers for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:01:50.302656 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:01:50.302656 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:01:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:50.360591 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] No DVR routers for this DVR port 3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:01:50.365426 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:50.368067 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-deleted', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:01:50.370347 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b98570-1996-4184-8854-5264398569a0" -d '{"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-deleted", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:01:50.381952 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070f828-ba91-40d3-9d79-5a910abfec35 req-47289479-6faf-4b15-9f38-417d80c8f8a0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:50.383082 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3070f828-ba91-40d3-9d79-5a910abfec35 req-47289479-6faf-4b15-9f38-417d80c8f8a0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1881022 May 31 13:01:50.392097 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a81cd60a-ce07-4d5c-b239-36c84e8e0ded req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "DELETE /v2.0/ports/3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128 HTTP/1.1" status: 204 len: 173 time: 1.4585621 May 31 13:01:50.440978 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3070f828-ba91-40d3-9d79-5a910abfec35 req-7d61800b-a9e5-45b3-8f09-d0a3c12e5f2c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479336 May 31 13:01:50.499879 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:01:50.551178 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 31 May 2021 13:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d226f6f1-8363-4af4-84bf-b0e124728d37 x-openstack-request-id: req-d226f6f1-8363-4af4-84bf-b0e124728d37 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:01:50.551558 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "684e2a9f-dee2-4c5c-9938-6c50632153e8", "name": "network-vif-deleted", "tag": "3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128", "status": "failed", "code": 422}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:01:50.551898 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d226f6f1-8363-4af4-84bf-b0e124728d37 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:01:50.552397 dv-cinder-790492-5-iscsi neutron-server[91755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '684e2a9f-dee2-4c5c-9938-6c50632153e8', 'name': 'network-vif-deleted', 'tag': '3bdb4dfa-1f1c-4b80-9c3a-c2c9c6a3b128', 'status': 'failed', 'code': 422} returned with failed status May 31 13:01:50.828035 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:50.832726 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] Checking router: 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:01:50.840925 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:01:50.841561 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:01:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:50.961901 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 36818) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:51.021746 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:01:51.035516 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.063153 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.120416 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.124176 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9f46ca27-7a76-47fa-88df-cdfeb7b181a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:51.138816 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757cca1d-a67a-40ac-8827-3896132eb1bf,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:51.141404 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:51.151283 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.152408 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "DELETE /v2.0/security-groups/757cca1d-a67a-40ac-8827-3896132eb1bf HTTP/1.1" status: 204 len: 168 time: 0.1895583 May 31 13:01:51.155094 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 36822) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:51.172880 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.api.v2.resource [None req-8064a3a2-7a13-4554-89b6-d416c54f082e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] show failed (client error): The resource could not be found. May 31 13:01:51.173955 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8064a3a2-7a13-4554-89b6-d416c54f082e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups/757cca1d-a67a-40ac-8827-3896132eb1bf HTTP/1.1" status: 404 len: 347 time: 0.0179698 May 31 13:01:51.177079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 36826) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:51.369509 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:01:51.373593 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b161ef2-19fb-4e5c-9cef-9465ddaa25f8 None None] The sync data for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi is: [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:01:51.397756 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Deleting port 1641327e-f05f-4111-8757-fe0cd498d823 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:01:51.398211 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.618056 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.618435 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.626157 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f015cdf-9608-4fc3-a199-d49ee5dd99a8 None None] New status for floating IP 3b2d78b0-0346-4e59-9713-da1763a86ed2: DOWN {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:01:51.779795 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Calling delete_port for 1641327e-f05f-4111-8757-fe0cd498d823 owned by network:floatingip {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:01:51.842282 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1db5de-15b7-4f14-adf7-af03f2fac3f6 req-061b4d6e-7f5e-4129-b11d-7a094fd37cdc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:51.843772 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce1db5de-15b7-4f14-adf7-af03f2fac3f6 req-061b4d6e-7f5e-4129-b11d-7a094fd37cdc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.2173135 May 31 13:01:51.928680 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce1db5de-15b7-4f14-adf7-af03f2fac3f6 req-eb4d9ee2-d92e-4d11-8862-a53154b43c17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781484 May 31 13:01:51.966071 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:51.970189 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:52.018687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event deleted for resources: {'Port': ['ID=1641327e-f05f-4111-8757-fe0cd498d823,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:52.045079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:52.109527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.124403 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.125554 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "DELETE /v2.0/floatingips/3b2d78b0-0346-4e59-9713-da1763a86ed2 HTTP/1.1" status: 204 len: 168 time: 0.9476030 May 31 13:01:52.570429 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 36848) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:52.575899 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'security_group': {'name': 'tempest-securitygroup--952490411', 'description': 'tempest-description--697857200'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:52.581740 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:52.585847 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:52.588822 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:52.595280 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:52.606070 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.625407 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:52.629054 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group_rule and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:52.631814 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:52.637403 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:52.705614 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.710143 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.713805 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-26897c38-531d-45df-9c55-fe8002a1708a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:52.758761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e9c5bb-1529-4cab-b770-65faf02f57bf,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:52.765726 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.766919 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1953442 May 31 13:01:52.768373 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.768726 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.769076 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.769419 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.769761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.769975 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 36854) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:52.770097 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.770423 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.770774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.771118 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.771450 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.771813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.772110 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:01:52.775204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'security_group_rule': {'security_group_id': '37e9c5bb-1529-4cab-b770-65faf02f57bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:52.775592 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:52.781041 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:52.784864 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group_rule and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:52.787793 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:52.797726 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:52.814599 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.875717 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.880263 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.888195 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:52.906267 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5978a5ef-24b0-4790-aadb-ea46a2a25195,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:52.912104 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:52.917600 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:52.918973 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479609 May 31 13:01:52.921685 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 36862) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:52.926833 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'security_group_rule': {'security_group_id': '37e9c5bb-1529-4cab-b770-65faf02f57bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:52.932676 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:52.936728 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:security_group_rule and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:52.939784 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:52.945768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:52.967003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.039274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.043518 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.045645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:53.108752 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f5707ec-ac03-45e2-8a68-a8d000b05ab6,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:53.114945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:53.128545 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.129698 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2071011 May 31 13:01:53.133271 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 36868) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:01:53.138650 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:53.144557 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:53.148724 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Usage tracker for resource:floatingip and tenant:d740e7cd93f347c29b1678a27bcc2cad is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:01:53.151680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:01:53.156869 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9fcb6-5dba-47d0-8435-01733e45dcaf req-9f2fe5ad-4acc-465b-8a25-c11e7bf85384 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:53.157518 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:53.158295 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a3b9fcb6-5dba-47d0-8435-01733e45dcaf req-9f2fe5ad-4acc-465b-8a25-c11e7bf85384 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1066203 May 31 13:01:53.169628 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.204930 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a3b9fcb6-5dba-47d0-8435-01733e45dcaf req-b9f8c9e5-10f2-4560-a226-098207b2b715 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405567 May 31 13:01:53.304026 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.436287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Allocated IP 172.27.1.241 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/e3b6e81a-715d-43c4-b080-02b4274ba88d) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:01:53.580080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.610260 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.615251 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:53.676378 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:01:53.677457 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:01:53.681027 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:01:53.721641 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'Port': ['ID=e3b6e81a-715d-43c4-b080-02b4274ba88d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:53.725993 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:53.765870 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:53.904175 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:54.115736 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:54.122542 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:54.127349 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-af028483-63d3-4595-a995-3c07f15e8e5b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:54.236439 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'Port': ['ID=e3b6e81a-715d-43c4-b080-02b4274ba88d,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:54.239244 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:54.246831 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:54.269822 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:54.270968 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1366506 May 31 13:01:54.396734 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df58efd-c133-4240-99d2-f90b1648d7d9 req-9afc0448-6e5a-4092-afa4-cf18b1f09898 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:54.398220 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8df58efd-c133-4240-99d2-f90b1648d7d9 req-9afc0448-6e5a-4092-afa4-cf18b1f09898 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0800121 May 31 13:01:54.470635 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8df58efd-c133-4240-99d2-f90b1648d7d9 req-8578dd83-6e88-454e-bc09-392b03aaed50 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667293 May 31 13:01:54.482810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-61d0a8f1-61dd-416c-88f3-f1db9be68668 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:01:54.500046 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-61d0a8f1-61dd-416c-88f3-f1db9be68668 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:01:54.501820 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-61d0a8f1-61dd-416c-88f3-f1db9be68668 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--952490411&fields=id&tenant_id=d740e7cd93f347c29b1678a27bcc2cad HTTP/1.1" status: 200 len: 267 time: 0.0758414 May 31 13:01:54.650404 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-9602f70d-983e-44e3-af6b-b23986088c14 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:54.651855 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-9602f70d-983e-44e3-af6b-b23986088c14 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 816 time: 0.1435895 May 31 13:01:54.666122 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-c0cc47a4-2e11-4449-b64b-5f959565d9ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/quotas/d740e7cd93f347c29b1678a27bcc2cad HTTP/1.1" status: 200 len: 375 time: 0.0088387 May 31 13:01:54.749999 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-d35b0300-47bf-46f0-97ba-a23327d1573c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:01:54.766385 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-d35b0300-47bf-46f0-97ba-a23327d1573c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:01:54.767717 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-d35b0300-47bf-46f0-97ba-a23327d1573c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969048 May 31 13:01:54.828280 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-07297d4e-9d9b-496e-b14f-436285705df8 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:01:54.829239 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-07297d4e-9d9b-496e-b14f-436285705df8 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501807 May 31 13:01:54.963506 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-881f8464-b1e2-4294-ba40-bdaa10e052f6 service neutron] 10.222.0.68 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282361 May 31 13:01:55.094560 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-5d20807c-b47b-48d8-9a19-43a5f98dc71c service neutron] 10.222.0.68 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250315 May 31 13:01:55.268858 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bd2996d8-3e14-44dc-b741-221a25cc1380 req-be8bad94-9afe-48ec-b481-8831a364101c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 210 time: 0.0412292 May 31 13:01:55.669989 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ca451-6953-45d1-ae9d-9419e2a2cd38 req-8e5e37d4-eb12-40dc-8013-54f640a7c14a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:55.673270 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d47ca451-6953-45d1-ae9d-9419e2a2cd38 req-8e5e37d4-eb12-40dc-8013-54f640a7c14a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0908318 May 31 13:01:55.720701 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d47ca451-6953-45d1-ae9d-9419e2a2cd38 req-744d898c-0ea0-4e3d-ad18-242331bbc4a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 May 31 13:01:56.334643 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:01:56.431926 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-721a6aa9-204f-430f-87f2-868e348f51ce req-5f1cb3f8-c7b7-4b22-9502-b1eb9010a999 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 210 time: 0.0447609 May 31 13:01:56.468440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-473fbc75-083c-4082-809d-70aaafcad7b6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:56.469882 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-473fbc75-083c-4082-809d-70aaafcad7b6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 816 time: 0.1713591 May 31 13:01:56.518748 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-ed8bdffa-5e68-4d86-a9c9-9cafd9513740 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:01:56.530440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-ed8bdffa-5e68-4d86-a9c9-9cafd9513740 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:01:56.531605 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-ed8bdffa-5e68-4d86-a9c9-9cafd9513740 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d740e7cd93f347c29b1678a27bcc2cad HTTP/1.1" status: 200 len: 379 time: 0.0524466 May 31 13:01:56.544535 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'port': {'device_id': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'admin_state_up': True, 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'security_groups': ['37e9c5bb-1529-4cab-b770-65faf02f57bf']}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:56.679704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:01:56.689721 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:01:56.700112 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Made reservation on behalf of d740e7cd93f347c29b1678a27bcc2cad for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:01:56.703828 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:56.863672 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Allocated IP 172.20.0.8 (87c29cfd-a8a6-4f5a-9842-c28889a3b1d6/103de075-79c4-4f9e-a85a-620b7ce77423/c1f52a29-7d16-452a-95bf-816af51a15eb) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:01:57.010342 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a5877-44ac-4efc-9555-221c30f9650e req-ddd4374d-28bc-4330-a7af-85837888404c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:57.011913 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1d6a5877-44ac-4efc-9555-221c30f9650e req-ddd4374d-28bc-4330-a7af-85837888404c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1840801 May 31 13:01:57.056990 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.058102 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1d6a5877-44ac-4efc-9555-221c30f9650e req-ff21dc42-a506-4041-a509-bc4f46b06493 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400083 May 31 13:01:57.073648 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Transition to ACTIVE for port object c1f52a29-7d16-452a-95bf-816af51a15eb will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:01:57.097473 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.103205 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b2378ae2-f9cb-4292-9f83-5c967381185d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:57.171828 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:01:57.174894 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:01:57.178786 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:01:57.209344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event updated for resources: {'Port': ['ID=c1f52a29-7d16-452a-95bf-816af51a15eb,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:57.216367 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:57.251420 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:57.252179 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.279366 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385817 May 31 13:01:57.291313 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Request body: {'port': {'device_id': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:01:57.408169 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.443656 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-b9eca65a-6961-4532-9466-e91182fe4d77 None None] Provisioning for port c1f52a29-7d16-452a-95bf-816af51a15eb completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:01:57.449768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-b9eca65a-6961-4532-9466-e91182fe4d77 None None] Provisioning complete for port c1f52a29-7d16-452a-95bf-816af51a15eb triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:01:57.450142 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b9eca65a-6961-4532-9466-e91182fe4d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.525670 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-b9eca65a-6961-4532-9466-e91182fe4d77 None None] Port c1f52a29-7d16-452a-95bf-816af51a15eb cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:01:57.628229 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae367fd-a0d0-45f3-9d61-c96274d50035 req-8a57503b-af9b-46df-b3e8-d98dafe68c61 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:57.629709 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cae367fd-a0d0-45f3-9d61-c96274d50035 req-8a57503b-af9b-46df-b3e8-d98dafe68c61 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 931 time: 0.0816298 May 31 13:01:57.674949 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cae367fd-a0d0-45f3-9d61-c96274d50035 req-f3c3bbbd-6907-4f20-9aa1-d6266e37a8f2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386922 May 31 13:01:57.744085 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1f52a29-7d16-452a-95bf-816af51a15eb {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:01:57.751073 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.765096 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Transition to ACTIVE for port object c1f52a29-7d16-452a-95bf-816af51a15eb will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:01:57.770091 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:57.774336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:57.971767 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755164-c873-4414-b56d-b847a95e775d service neutron] Pushing event updated for resources: {'Port': ['ID=c1f52a29-7d16-452a-95bf-816af51a15eb,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:57.998339 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05755164-c873-4414-b56d-b847a95e775d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:58.087185 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Attempting to bind port c1f52a29-7d16-452a-95bf-816af51a15eb on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:01:58.087309 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Attempting to bind port c1f52a29-7d16-452a-95bf-816af51a15eb by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:01:58.087774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Attempting to bind port c1f52a29-7d16-452a-95bf-816af51a15eb on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:01:58.092604 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Port c1f52a29-7d16-452a-95bf-816af51a15eb on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:01:58.092913 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Attempting to bind port c1f52a29-7d16-452a-95bf-816af51a15eb on network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:01:58.098317 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:01:58.098653 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Checking segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:01:58.099068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Bound using segment: {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:01:58.099502 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Bound port: c1f52a29-7d16-452a-95bf-816af51a15eb, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be3272d7-3d1d-4bf1-a457-21124be62bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:01:58.099849 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:58.193866 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] For port c1f52a29-7d16-452a-95bf-816af51a15eb, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:01:58.197074 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] For port c1f52a29-7d16-452a-95bf-816af51a15eb, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c1f52a29-7d16-452a-95bf-816af51a15eb,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:01:58.201366 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:58.205949 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:01:58.246931 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e05b46-6165-494b-897d-56c45d3ba7fb req-41f54c72-51fc-4cca-950e-f22d9ae1e202 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:58.251282 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97e05b46-6165-494b-897d-56c45d3ba7fb req-41f54c72-51fc-4cca-950e-f22d9ae1e202 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0842030 May 31 13:01:58.261948 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:58.261948 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:01:58.263059 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-05755164-c873-4414-b56d-b847a95e775d service neutron] 10.222.0.41 "PUT /v2.0/ports/c1f52a29-7d16-452a-95bf-816af51a15eb HTTP/1.1" status: 200 len: 1093 time: 0.9757500 May 31 13:01:58.265806 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:01:58.272171 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2" -d '{"events": [{"name": "network-changed", "server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:01:58.306410 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755164-c873-4414-b56d-b847a95e775d service neutron] Pushing event updated for resources: {'Port': ['ID=c1f52a29-7d16-452a-95bf-816af51a15eb,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:01:58.309121 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97e05b46-6165-494b-897d-56c45d3ba7fb req-b7e73751-3e57-4ff8-a224-9163535cdf05 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548489 May 31 13:01:58.379937 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05755164-c873-4414-b56d-b847a95e775d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:01:58.400841 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f40d1eb-582d-45fa-836f-7d268d35508c x-openstack-request-id: req-3f40d1eb-582d-45fa-836f-7d268d35508c {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:01:58.401163 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:01:58.401440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3f40d1eb-582d-45fa-836f-7d268d35508c {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:01:58.401859 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'status': 'completed', 'code': 200} May 31 13:01:58.427162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-2ca2bed4-edb2-427c-9cfe-3f285e03d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:58.428801 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-2ca2bed4-edb2-427c-9cfe-3f285e03d680 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 1096 time: 0.1075253 May 31 13:01:58.499380 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-8cd65ac1-40dd-49be-a45b-2c6f872b6c2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f52a29-7d16-452a-95bf-816af51a15eb HTTP/1.1" status: 200 len: 217 time: 0.0631218 May 31 13:01:58.569387 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-ad5de752-8256-4b22-b010-3ef1b10b5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:58.571095 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-ad5de752-8256-4b22-b010-3ef1b10b5534 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0660505 May 31 13:01:58.650459 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-342dd2b5-c00d-48ec-bfe1-246b2f4289ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:58.651929 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-342dd2b5-c00d-48ec-bfe1-246b2f4289ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748096 May 31 13:01:58.779580 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-94a4bdad-9af1-4915-aa68-0bf5de1cba9c service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210434 May 31 13:01:58.866774 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17788579-4a8c-4228-b963-a66ac492ea85 req-70968d0e-b026-4c83-904b-28d2db2a8ee4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:58.868332 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17788579-4a8c-4228-b963-a66ac492ea85 req-70968d0e-b026-4c83-904b-28d2db2a8ee4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 943 time: 0.0829637 May 31 13:01:58.911772 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-902b2e9d-1cc8-4c74-933d-702a56ab5473 req-69519326-eeb8-4068-8dbf-bdeb175948cc service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254284 May 31 13:01:58.914637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17788579-4a8c-4228-b963-a66ac492ea85 req-49d19a82-f039-4c39-999d-f631714cca7c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 May 31 13:01:59.030954 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-98552627-364a-4997-9e2e-d27ebb141f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:59.032363 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-98552627-364a-4997-9e2e-d27ebb141f8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 1096 time: 0.0721886 May 31 13:01:59.166611 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-98deafb1-6c98-45a1-9c66-603acaa7841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:59.168098 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-98deafb1-6c98-45a1-9c66-603acaa7841e service neutron] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 917 time: 0.1292756 May 31 13:01:59.238823 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-fe748157-25b4-4422-9bd1-fc1f2927007a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f52a29-7d16-452a-95bf-816af51a15eb HTTP/1.1" status: 200 len: 217 time: 0.0634973 May 31 13:01:59.302814 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-5e3484c3-7cec-4cd5-a915-ed1b82f6617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:59.304066 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-5e3484c3-7cec-4cd5-a915-ed1b82f6617e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0582871 May 31 13:01:59.380091 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-210d910f-3a68-4e3b-bbf9-75a196d75567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:59.381765 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-210d910f-3a68-4e3b-bbf9-75a196d75567 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709512 May 31 13:01:59.508602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e1695-a43c-439f-a3d8-66e5cd1b810b req-115cd8b5-3b6a-48cd-93f0-beb1e685f357 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:01:59.510186 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-890e1695-a43c-439f-a3d8-66e5cd1b810b req-115cd8b5-3b6a-48cd-93f0-beb1e685f357 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0849366 May 31 13:01:59.525206 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-1f9c1887-112e-495a-adf3-bb4582328177 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364007 May 31 13:01:59.557041 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-890e1695-a43c-439f-a3d8-66e5cd1b810b req-da2d0ba9-a3b1-484f-9452-68f29f38d04b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402153 May 31 13:01:59.746571 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c6264cad-b16b-45cc-8737-1bbcf1fad2c2 req-922734b3-2772-4106-9680-bca9b883b048 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143192 May 31 13:02:00.117441 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e69fe-925e-4100-be9a-f1b96ae47981 req-f39adeff-7028-4c87-8a3b-67fec21cf4f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:00.118976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1c9e69fe-925e-4100-be9a-f1b96ae47981 req-f39adeff-7028-4c87-8a3b-67fec21cf4f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 943 time: 0.0870359 May 31 13:02:00.166885 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1c9e69fe-925e-4100-be9a-f1b96ae47981 req-b58535bb-14c5-4a37-b1f0-9105a3ddaa68 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395496 May 31 13:02:00.759574 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef86ad-2929-4938-ab0a-c33fc1c47696 req-195bd2ce-08cf-429b-acf3-2e5bbd09bb18 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:00.761023 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4bef86ad-2929-4938-ab0a-c33fc1c47696 req-195bd2ce-08cf-429b-acf3-2e5bbd09bb18 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0813918 May 31 13:02:00.808025 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4bef86ad-2929-4938-ab0a-c33fc1c47696 req-51b0aa56-4423-4706-80d6-9dd278875c26 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 May 31 13:02:01.375303 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763ec77-219c-45f0-a3a8-524848c39e1e req-196f0502-e6bc-4a87-9b23-e3f99c919187 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:01.376692 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e763ec77-219c-45f0-a3a8-524848c39e1e req-196f0502-e6bc-4a87-9b23-e3f99c919187 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 943 time: 0.0840726 May 31 13:02:01.420556 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e763ec77-219c-45f0-a3a8-524848c39e1e req-fd94ff07-021e-4214-aee5-35b42e2ba2b4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381432 May 31 13:02:02.006873 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca863f-ceaf-4041-8232-158dd399c535 req-12749ccd-ec26-4355-a620-8dbc21cd3a6f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:02.008317 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-88ca863f-ceaf-4041-8232-158dd399c535 req-12749ccd-ec26-4355-a620-8dbc21cd3a6f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0948215 May 31 13:02:02.052296 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-88ca863f-ceaf-4041-8232-158dd399c535 req-1cfb609c-5e17-4c14-a942-725a40fcb844 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379977 May 31 13:02:02.246333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:02.616248 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc6d89-5c45-4450-981b-46a0f27e59ba req-625a6f48-af69-4ea6-88a9-d2bc5cd07005 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:02.617723 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2abc6d89-5c45-4450-981b-46a0f27e59ba req-625a6f48-af69-4ea6-88a9-d2bc5cd07005 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 943 time: 0.0826862 May 31 13:02:02.661566 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2abc6d89-5c45-4450-981b-46a0f27e59ba req-a181b799-8683-4072-b3d0-ad27ca13f6a0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381737 May 31 13:02:02.947661 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c1f52a29-7d16-452a-95bf-816af51a15eb details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:02:03.083292 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c1f52a29-7d16-452a-95bf-816af51a15eb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c1f52a29-7d16-452a-95bf-816af51a15eb,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:02:03.097176 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'port_id': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'mac_address': 'fa:16:3e:78:53:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:02:03.183699 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:03.200193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1f52a29-7d16-452a-95bf-816af51a15eb {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:02:03.215481 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c1f52a29-7d16-452a-95bf-816af51a15eb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c1f52a29-7d16-452a-95bf-816af51a15eb,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:02:03.221028 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:03.222834 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:02:03.245990 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed7d90e-bbb8-42bb-8c72-33ab987cc35b req-e67c3e4d-ef31-467a-a9b9-3b991e566ab5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:03.247493 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ed7d90e-bbb8-42bb-8c72-33ab987cc35b req-e67c3e4d-ef31-467a-a9b9-3b991e566ab5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0855000 May 31 13:02:03.289580 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c1f52a29-7d16-452a-95bf-816af51a15eb,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:02:03.292835 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ed7d90e-bbb8-42bb-8c72-33ab987cc35b req-6a09461a-ce82-4c1f-a1d4-f318c40f6bee tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393167 May 31 13:02:03.297941 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.298305 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.298643 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.298999 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.299511 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.299843 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.300163 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.300482 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.300804 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.301124 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.301881 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.302380 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:02:03.306481 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:02:03.643686 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c1f52a29-7d16-452a-95bf-816af51a15eb'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:02:03.849519 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575fe8d7-99af-4212-93d9-40f8bd3db8ba req-6ef40266-7b5f-4af2-8bf5-e5f6ba8fca09 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:03.850951 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-575fe8d7-99af-4212-93d9-40f8bd3db8ba req-6ef40266-7b5f-4af2-8bf5-e5f6ba8fca09 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 944 time: 0.0809951 May 31 13:02:03.901631 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-575fe8d7-99af-4212-93d9-40f8bd3db8ba req-2ab5e8dd-7160-4d22-bf8d-f17a23aabce1 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 May 31 13:02:04.493899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98969b8d-9b65-451c-b608-b3b1359e1427 req-b0ee779b-dbac-441e-80e8-a167ef4a4702 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:04.495459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-98969b8d-9b65-451c-b608-b3b1359e1427 req-b0ee779b-dbac-441e-80e8-a167ef4a4702 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0833759 May 31 13:02:04.540206 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-98969b8d-9b65-451c-b608-b3b1359e1427 req-3b1a278f-2023-4e8f-ad06-5a808a41b23f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390465 May 31 13:02:04.963051 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c1f52a29-7d16-452a-95bf-816af51a15eb up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:02:05.032187 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port c1f52a29-7d16-452a-95bf-816af51a15eb completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:02:05.036876 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port c1f52a29-7d16-452a-95bf-816af51a15eb triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:02:05.037252 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:05.109095 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fd19d-dc8c-4fbf-8ab2-2beba3864c11 req-753e02e3-d90a-48a7-a418-bc449761b9df tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:05.110564 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a53fd19d-dc8c-4fbf-8ab2-2beba3864c11 req-753e02e3-d90a-48a7-a418-bc449761b9df tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 944 time: 0.0892131 May 31 13:02:05.159942 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a53fd19d-dc8c-4fbf-8ab2-2beba3864c11 req-e1c8088e-c5a4-4242-8346-9caf6dc07f6d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425384 May 31 13:02:05.160865 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:05.188465 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:02:05.190764 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6cd07b-b222-40e0-a1b2-533d3654a5c2" -d '{"events": [{"server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "name": "network-vif-plugged", "status": "completed", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:02:05.198654 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c1f52a29-7d16-452a-95bf-816af51a15eb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c1f52a29-7d16-452a-95bf-816af51a15eb,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:02:05.203884 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:05.205786 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:02:05.238492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb96cb0-3a30-4475-abb1-47e6afc4c077 x-openstack-request-id: req-8bb96cb0-3a30-4475-abb1-47e6afc4c077 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:02:05.238492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "name": "network-vif-plugged", "status": "completed", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:02:05.238705 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8bb96cb0-3a30-4475-abb1-47e6afc4c077 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:02:05.239110 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'code': 200} May 31 13:02:05.284382 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a6e97a69-19f8-4b54-9b3e-6103a179a20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:05.288755 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c1f52a29-7d16-452a-95bf-816af51a15eb,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:02:05.291577 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:02:05.463918 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170ab41-d1d8-4b56-ae4f-cf8500b54fda req-f4e97063-156a-4290-947f-b4f8d2a54c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:05.465373 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b170ab41-d1d8-4b56-ae4f-cf8500b54fda req-f4e97063-156a-4290-947f-b4f8d2a54c0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 1098 time: 0.0701373 May 31 13:02:05.509833 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b170ab41-d1d8-4b56-ae4f-cf8500b54fda req-7ef78bfa-6864-4e97-832f-4037d5f1cdfc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378430 May 31 13:02:05.741769 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e9982-06df-4949-8d7e-a6ff05765780 req-7cfdc052-29f4-4558-baba-3458f0a1bbb1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:05.743159 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0e3e9982-06df-4949-8d7e-a6ff05765780 req-7cfdc052-29f4-4558-baba-3458f0a1bbb1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0870552 May 31 13:02:05.787558 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0e3e9982-06df-4949-8d7e-a6ff05765780 req-f8d04af7-033c-4c79-abb1-c6d0aae8bb19 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387998 May 31 13:02:06.352252 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9491f-3858-4be9-bfa5-9ef0f37b7b3e req-387958ff-1874-4c7b-9c2a-c469cc58840d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:06.353714 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-36d9491f-3858-4be9-bfa5-9ef0f37b7b3e req-387958ff-1874-4c7b-9c2a-c469cc58840d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 945 time: 0.0833793 May 31 13:02:06.398383 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-36d9491f-3858-4be9-bfa5-9ef0f37b7b3e req-474b0e6d-074c-4de0-8032-a5144f271f90 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388336 May 31 13:02:06.976928 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c19b08-15d5-4d30-b04b-476443f7b923 req-5286964b-5ff9-4be1-8671-37fb00bda1e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:06.978415 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b2c19b08-15d5-4d30-b04b-476443f7b923 req-5286964b-5ff9-4be1-8671-37fb00bda1e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0798793 May 31 13:02:07.023677 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b2c19b08-15d5-4d30-b04b-476443f7b923 req-5c58b791-485e-4de8-8c20-355699545ae0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392179 May 31 13:02:07.599332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f40916-63f4-44e7-9088-35a00ed45314 req-02e51888-059b-4dff-a757-0c5c071cbcf6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:07.600787 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-34f40916-63f4-44e7-9088-35a00ed45314 req-02e51888-059b-4dff-a757-0c5c071cbcf6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 945 time: 0.0833423 May 31 13:02:07.657163 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-34f40916-63f4-44e7-9088-35a00ed45314 req-1813688d-3ee2-46bc-9e76-aaf5190c975a tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501554 May 31 13:02:07.657382 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:07.835428 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6d11a632-e200-4e37-a41c-d4653dc34ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:07.854012 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32cff4-d693-4f6b-a358-01b985b140fd req-3b9c03fc-35b9-412c-aa80-66dd32f2f4c4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:07.855630 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0c32cff4-d693-4f6b-a358-01b985b140fd req-3b9c03fc-35b9-412c-aa80-66dd32f2f4c4 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 945 time: 0.0897250 May 31 13:02:07.864594 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 37086) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:02:07.870411 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Request body: {'floatingip': {'port_id': 'c1f52a29-7d16-452a-95bf-816af51a15eb'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:02:07.945293 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:08.296757 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cede64-dfe6-4802-b611-0fc3fa3a98c4 req-f64bfbb3-4143-4611-bdaa-1c7cd7ac14ba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:08.298228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d4cede64-dfe6-4802-b611-0fc3fa3a98c4 req-f64bfbb3-4143-4611-bdaa-1c7cd7ac14ba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1616957 May 31 13:02:08.343439 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d4cede64-dfe6-4802-b611-0fc3fa3a98c4 req-4ede6282-56e0-4df2-97b6-c9a9c1dce2a2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393376 May 31 13:02:08.553561 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:08.559183 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:08.726596 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Floating IP e24c5f36-0782-475a-a582-131eb739a42a associated. External IP: 172.27.1.241, port: c1f52a29-7d16-452a-95bf-816af51a15eb. May 31 13:02:08.971256 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:09.172001 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:02:09.353073 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:02:09.357516 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:09.364398 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] Sync routers for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:02:09.376033 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:02:09.376687 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:02:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:02:09.414834 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b5aa8c1d-e320-4f52-995a-e43312a59cda tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "PUT /v2.0/floatingips/e24c5f36-0782-475a-a582-131eb739a42a HTTP/1.1" status: 200 len: 991 time: 1.5491364 May 31 13:02:09.415632 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:02:09.418117 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0424c82f-100c-49aa-b66b-8cacc578f5c6" -d '{"events": [{"name": "network-changed", "server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:02:09.546274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45104f40-80e6-43e7-9bc7-460dca1aa892 req-a075a205-7d2b-4a07-9548-eae4bda3b0b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:09.548006 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45104f40-80e6-43e7-9bc7-460dca1aa892 req-a075a205-7d2b-4a07-9548-eae4bda3b0b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0885229 May 31 13:02:09.553161 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:02:09.572321 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61427147-0a4d-42d5-8da8-acb0f0e1131d x-openstack-request-id: req-61427147-0a4d-42d5-8da8-acb0f0e1131d {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:02:09.572642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:02:09.572919 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-61427147-0a4d-42d5-8da8-acb0f0e1131d {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:02:09.573424 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'status': 'completed', 'code': 200} May 31 13:02:09.596127 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-45104f40-80e6-43e7-9bc7-460dca1aa892 req-435d9863-cc25-4141-8d8b-97465c22e0f7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 May 31 13:02:09.677871 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-5aaffdb4-03ee-4dee-b5b4-51e822005f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:09.679401 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-5aaffdb4-03ee-4dee-b5b4-51e822005f8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 1098 time: 0.0847828 May 31 13:02:09.813986 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-32a13ef2-162b-414e-8e5c-da1143b39052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:09.815458 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-32a13ef2-162b-414e-8e5c-da1143b39052 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 917 time: 0.1296518 May 31 13:02:09.914507 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'e24c5f36-0782-475a-a582-131eb739a42a', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'port_id': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'mac_address': 'fa:16:3e:78:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:53Z', 'updated_at': '2021-05-31T13:02:08Z', 'revision_number': 1, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:02:09.918350 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] Checking router: 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:02:09.919924 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-bae05879-2cf5-462d-a32c-e06578c85a97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f52a29-7d16-452a-95bf-816af51a15eb HTTP/1.1" status: 200 len: 999 time: 0.0973740 May 31 13:02:09.926809 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:02:09.927403 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:02:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:02:09.989799 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-37a970bd-d5dc-4d63-a150-38221f398ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:09.991728 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-37a970bd-d5dc-4d63-a150-38221f398ab4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0656409 May 31 13:02:10.070694 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-4889e628-ab32-42c0-b445-9e0820aa1740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:10.072208 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-4889e628-ab32-42c0-b445-9e0820aa1740 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704722 May 31 13:02:10.101656 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:02:10.208410 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-8dbf1fad-2af5-4ec4-95ac-beff113adf4f service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294603 May 31 13:02:10.338533 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-0424c82f-100c-49aa-b66b-8cacc578f5c6 req-9719db52-4f71-4748-8c82-a3492f32dfde service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229379 May 31 13:02:10.450400 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'e24c5f36-0782-475a-a582-131eb739a42a', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'port_id': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'mac_address': 'fa:16:3e:78:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:53Z', 'updated_at': '2021-05-31T13:02:08Z', 'revision_number': 1, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:02:10.456141 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3c9ad3-8d72-41f5-943f-28551a6818f5 None None] The sync data for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi is: [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'e24c5f36-0782-475a-a582-131eb739a42a', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'floating_ip_address': '172.27.1.241', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'port_id': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'mac_address': 'fa:16:3e:78:53:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:01:53Z', 'updated_at': '2021-05-31T13:02:08Z', 'revision_number': 1, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:02:10.516661 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:10.642309 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a50b0ff-abde-4385-bd0e-c9297478822a None None] New status for floating IP e24c5f36-0782-475a-a582-131eb739a42a: ACTIVE {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:02:10.787822 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42798892-9ce8-4914-be50-7d8b2fa0f5a5 req-827872eb-8b8d-4aed-841d-743b4ca3b2c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:10.790270 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42798892-9ce8-4914-be50-7d8b2fa0f5a5 req-827872eb-8b8d-4aed-841d-743b4ca3b2c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0853107 May 31 13:02:10.834600 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42798892-9ce8-4914-be50-7d8b2fa0f5a5 req-79a5f530-4d85-48fc-a76a-25e5dc473b53 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391133 May 31 13:02:12.036332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35527c-21a7-4671-92a4-7da392191e20 req-f0a23335-179e-4c6c-af75-860e2eb1aada tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:12.037813 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e35527c-21a7-4671-92a4-7da392191e20 req-f0a23335-179e-4c6c-af75-860e2eb1aada tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0885868 May 31 13:02:12.082671 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e35527c-21a7-4671-92a4-7da392191e20 req-2dbb8a6b-c3a3-4e3d-b893-f45320e98793 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 May 31 13:02:13.269921 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af357d4-c78f-428a-822a-410ea1869919 req-43952340-86f7-4668-9757-26fe4d9fa9bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:13.271334 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3af357d4-c78f-428a-822a-410ea1869919 req-43952340-86f7-4668-9757-26fe4d9fa9bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0828352 May 31 13:02:13.315713 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3af357d4-c78f-428a-822a-410ea1869919 req-28bd5d81-6af8-4fa1-9542-a401bace8711 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386140 May 31 13:02:14.513618 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89966490-4abe-44e4-aaa6-b2429a1d0698 req-8b8e1147-8fa4-48e4-bf16-bc0d65c0a140 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:14.514957 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-89966490-4abe-44e4-aaa6-b2429a1d0698 req-8b8e1147-8fa4-48e4-bf16-bc0d65c0a140 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0927973 May 31 13:02:14.559212 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-89966490-4abe-44e4-aaa6-b2429a1d0698 req-f97bb77d-c5ac-4df6-b9dd-635348bcbd9a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386500 May 31 13:02:15.753785 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e3e05-3578-42d0-9419-42bbb21f8517 req-060416de-d25f-45db-b85f-43ce658295e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:15.755259 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fc5e3e05-3578-42d0-9419-42bbb21f8517 req-060416de-d25f-45db-b85f-43ce658295e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0818534 May 31 13:02:15.802776 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fc5e3e05-3578-42d0-9419-42bbb21f8517 req-6e6bd046-171b-4cf2-a223-fa7bb9aea3d1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 May 31 13:02:17.156240 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232589c5-7676-4ed6-88a4-4af1ab2108b0 req-506a5008-d7f3-4152-b839-9a6a3048582b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:17.157619 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-232589c5-7676-4ed6-88a4-4af1ab2108b0 req-506a5008-d7f3-4152-b839-9a6a3048582b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0889249 May 31 13:02:17.200926 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-232589c5-7676-4ed6-88a4-4af1ab2108b0 req-6da8d1d3-e4cd-41f9-960e-a0c11158a697 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375879 May 31 13:02:18.406128 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e4746-34e4-4307-afca-c4038df086be req-68633327-87e6-4923-ab18-ef9ee59ad2fb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:18.407663 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b18e4746-34e4-4307-afca-c4038df086be req-68633327-87e6-4923-ab18-ef9ee59ad2fb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0955496 May 31 13:02:18.456202 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b18e4746-34e4-4307-afca-c4038df086be req-8466e9a7-a898-430c-bb65-63ee2dadc803 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 May 31 13:02:19.666830 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a544fa6-b122-41d7-b5a9-2b40db01bdf3 req-6f8805bc-d03c-46d4-bf2b-d5282d465c38 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:19.668252 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6a544fa6-b122-41d7-b5a9-2b40db01bdf3 req-6f8805bc-d03c-46d4-bf2b-d5282d465c38 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0936155 May 31 13:02:19.713038 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6a544fa6-b122-41d7-b5a9-2b40db01bdf3 req-ef55db31-9703-43c4-bad8-3bf50be8577d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386045 May 31 13:02:20.903726 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236f17d-da4d-4536-96ae-49d1ea6f8f31 req-29eaf268-0d70-40fc-9ba8-607b17029794 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:20.905090 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b236f17d-da4d-4536-96ae-49d1ea6f8f31 req-29eaf268-0d70-40fc-9ba8-607b17029794 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0848398 May 31 13:02:20.949743 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b236f17d-da4d-4536-96ae-49d1ea6f8f31 req-becf7731-e63d-4ec6-88cc-4af2fbbc2d1c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 May 31 13:02:22.142296 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d2253-c3f3-4e28-80d8-642d9f53907b req-4f4f505d-8281-48fc-b3a6-0f00b69ae758 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:22.143780 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5f4d2253-c3f3-4e28-80d8-642d9f53907b req-4f4f505d-8281-48fc-b3a6-0f00b69ae758 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0889003 May 31 13:02:22.190628 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5f4d2253-c3f3-4e28-80d8-642d9f53907b req-59f0eb43-772f-42f5-9a53-72f307f69830 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 May 31 13:02:23.403645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253094e-e3d9-4946-9c30-e271254c9f73 req-2247632d-1dd5-44ab-a617-20f0a8d49c69 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:23.407207 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f253094e-e3d9-4946-9c30-e271254c9f73 req-2247632d-1dd5-44ab-a617-20f0a8d49c69 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0939920 May 31 13:02:23.450878 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f253094e-e3d9-4946-9c30-e271254c9f73 req-b31e3acb-45c9-4a70-a3bc-d0dce1866d85 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400219 May 31 13:02:24.642503 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc6647-ea2a-45ac-a749-b8cb6234739f req-e6957ed5-a53d-4871-9374-98c01cc27de7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:24.644017 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8fc6647-ea2a-45ac-a749-b8cb6234739f req-e6957ed5-a53d-4871-9374-98c01cc27de7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0829315 May 31 13:02:24.692127 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8fc6647-ea2a-45ac-a749-b8cb6234739f req-e56b8485-3331-4019-b06f-c18aec9eb379 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396791 May 31 13:02:25.877358 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba22f-dcbe-4613-8073-7e3e4d842f19 req-c26cac29-7de9-41d4-950f-11c6c18eea4e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:25.878746 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-78fba22f-dcbe-4613-8073-7e3e4d842f19 req-c26cac29-7de9-41d4-950f-11c6c18eea4e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0820954 May 31 13:02:25.924591 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-78fba22f-dcbe-4613-8073-7e3e4d842f19 req-b5e23b06-6a11-4bd0-a629-20c4a033de96 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376668 May 31 13:02:27.135620 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90892f1c-180b-4d95-ac2e-b3d9b5423e83 req-bf8e104a-8151-457f-b538-b98a1a4d2dc4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:27.137127 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90892f1c-180b-4d95-ac2e-b3d9b5423e83 req-bf8e104a-8151-457f-b538-b98a1a4d2dc4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0910404 May 31 13:02:27.182604 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90892f1c-180b-4d95-ac2e-b3d9b5423e83 req-81901dc2-660c-4399-a239-79df3b0a5bdd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 May 31 13:02:28.385445 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f326c4-3764-41fc-a164-248ba1d7e3f2 req-f7129ff6-5756-4e91-af8d-3e8c168a3143 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:28.386978 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17f326c4-3764-41fc-a164-248ba1d7e3f2 req-f7129ff6-5756-4e91-af8d-3e8c168a3143 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0887239 May 31 13:02:28.433231 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17f326c4-3764-41fc-a164-248ba1d7e3f2 req-0f7c8640-9194-43aa-8d78-2c31d5bad47d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387542 May 31 13:02:29.628151 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333293b-c936-4674-b4af-dfbc52e43bb8 req-b8c34326-b8f5-4dfa-bcb4-6b4a712a23c8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:29.629782 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4333293b-c936-4674-b4af-dfbc52e43bb8 req-b8c34326-b8f5-4dfa-bcb4-6b4a712a23c8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0835845 May 31 13:02:29.680665 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4333293b-c936-4674-b4af-dfbc52e43bb8 req-19c54f16-5d34-402a-b8a7-bee50098a5d2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405407 May 31 13:02:30.870568 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62166d1a-7be1-4dfb-b674-63c81bd784a6 req-db5e6940-4690-426a-b897-9940c61b08d1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:30.872365 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-62166d1a-7be1-4dfb-b674-63c81bd784a6 req-db5e6940-4690-426a-b897-9940c61b08d1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0807550 May 31 13:02:31.001902 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-62166d1a-7be1-4dfb-b674-63c81bd784a6 req-833300af-05bd-4806-8a25-68dd0bc8defe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237435 May 31 13:02:32.194619 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba347d8-f461-47e1-9807-c2ef8e027179 req-bd237e5c-c25a-4849-b5e7-1bda87957b79 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:32.198621 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aba347d8-f461-47e1-9807-c2ef8e027179 req-bd237e5c-c25a-4849-b5e7-1bda87957b79 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0823708 May 31 13:02:32.240267 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aba347d8-f461-47e1-9807-c2ef8e027179 req-f1fbbdae-81e9-42d1-a0bc-164c13cf2cfc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 May 31 13:02:32.244538 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:33.334669 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:02:33.430093 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200ba32-f069-4f60-a269-f0950c7e081d req-9b319941-99d1-4e4c-b8c6-2f543abd6d76 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:33.431589 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b200ba32-f069-4f60-a269-f0950c7e081d req-9b319941-99d1-4e4c-b8c6-2f543abd6d76 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0838926 May 31 13:02:33.478224 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b200ba32-f069-4f60-a269-f0950c7e081d req-18d61010-8391-4082-afeb-faf3c950555d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382957 May 31 13:02:34.675605 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad018c-3bd5-499a-bc1e-d7055bacd274 req-e5e2cc1e-547e-4227-8a0d-9815680451a2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:34.677049 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-12ad018c-3bd5-499a-bc1e-d7055bacd274 req-e5e2cc1e-547e-4227-8a0d-9815680451a2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0907185 May 31 13:02:34.724523 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-12ad018c-3bd5-499a-bc1e-d7055bacd274 req-81b8ac39-1a7d-4be4-92ec-0b5bf896edb9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416250 May 31 13:02:34.879062 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-a8aad87c-5db8-4f05-98fe-c49807a18ebc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741932 May 31 13:02:34.983620 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994997a2-2629-475d-9145-777c4e2c7735 req-d1aeaa00-7677-4d00-8f02-4bba8e17205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:34.985670 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-d1aeaa00-7677-4d00-8f02-4bba8e17205a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1099 time: 0.0829730 May 31 13:02:35.126767 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994997a2-2629-475d-9145-777c4e2c7735 req-e5b9ef9e-0467-452e-81ed-9406718f5b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:35.128227 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-e5b9ef9e-0467-452e-81ed-9406718f5b59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1237814 May 31 13:02:35.199294 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-7fc05658-ad0b-4ba1-a790-8f6cd9b70038 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 217 time: 0.0637660 May 31 13:02:35.260035 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994997a2-2629-475d-9145-777c4e2c7735 req-bcdb11e8-d601-4910-84a5-97037ebf6a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:35.261509 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-bcdb11e8-d601-4910-84a5-97037ebf6a1b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0566330 May 31 13:02:35.281368 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-70331035-3201-4eb6-971d-04f53d67be1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:35.310939 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-130d775b-076b-4ee7-b05e-5b4b77f7782a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433421 May 31 13:02:35.523285 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-893bd115-8073-4be0-8b3a-227ebfdf438d service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058203 May 31 13:02:35.661869 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-994997a2-2629-475d-9145-777c4e2c7735 req-107c90ce-a805-48a9-a5a3-79823704a6dc service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311221 May 31 13:02:35.909759 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1201d32-a2a9-4e34-ac11-0a158789d449 req-1b0a87e4-044c-4422-b52c-5427c62e92ff tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:35.911196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1201d32-a2a9-4e34-ac11-0a158789d449 req-1b0a87e4-044c-4422-b52c-5427c62e92ff tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0809119 May 31 13:02:35.955470 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1201d32-a2a9-4e34-ac11-0a158789d449 req-acb20249-01f3-452c-acf4-abf07ccb5061 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386879 May 31 13:02:37.147795 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0962d15-8b7e-4e3e-b3ed-c513e09f249d req-eeb98a6e-28c2-437e-b6c5-87692aee629f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:37.149237 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a0962d15-8b7e-4e3e-b3ed-c513e09f249d req-eeb98a6e-28c2-437e-b6c5-87692aee629f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0818589 May 31 13:02:37.199797 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a0962d15-8b7e-4e3e-b3ed-c513e09f249d req-350b06f2-c287-4c3b-afdd-cf457d4170dc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417833 May 31 13:02:37.664073 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:37.840939 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d92678fc-1012-4721-98a3-f5d06ce3685b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:38.395638 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a140ab9-56fb-4e96-be7b-aa1697dc8223 req-f1b0dd3f-3125-495b-ae3b-67d25e5007a2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:38.397106 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a140ab9-56fb-4e96-be7b-aa1697dc8223 req-f1b0dd3f-3125-495b-ae3b-67d25e5007a2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0821354 May 31 13:02:38.442418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4a140ab9-56fb-4e96-be7b-aa1697dc8223 req-b82cbc56-71d1-4765-9e87-8e51453034c1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391390 May 31 13:02:38.962210 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:39.629771 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa14c72-0f01-438a-857c-8bb83f423b4f req-2a899d1c-3667-4bb8-b431-668e10dcc6f8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:39.631383 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6aa14c72-0f01-438a-857c-8bb83f423b4f req-2a899d1c-3667-4bb8-b431-668e10dcc6f8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0839977 May 31 13:02:39.677466 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6aa14c72-0f01-438a-857c-8bb83f423b4f req-13fe9901-b43a-4a36-b467-50fa007ac146 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403287 May 31 13:02:40.520144 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:02:40.870278 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d21035-5bd7-4e9d-8608-1f9bcade81a6 req-b7e616fd-7797-47e1-b066-0d0aeda39f97 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:40.871798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b9d21035-5bd7-4e9d-8608-1f9bcade81a6 req-b7e616fd-7797-47e1-b066-0d0aeda39f97 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0873713 May 31 13:02:40.916270 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b9d21035-5bd7-4e9d-8608-1f9bcade81a6 req-3eb091a0-aedf-43d1-b559-7aabaf04936d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378652 May 31 13:02:42.118842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9c2068-680d-4c4e-b783-4f4c8c061b8b req-60e7f54f-fa9c-4d37-993d-03ed982def97 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:42.120200 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cf9c2068-680d-4c4e-b783-4f4c8c061b8b req-60e7f54f-fa9c-4d37-993d-03ed982def97 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0975316 May 31 13:02:42.173659 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cf9c2068-680d-4c4e-b783-4f4c8c061b8b req-4f80af75-8923-4db8-b62d-277c42826c97 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 May 31 13:02:43.373217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f45f42-a6f2-4ba0-b9ef-1afc7f883034 req-ca74fba0-47b6-45aa-a37f-b8df56aea251 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:43.374971 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13f45f42-a6f2-4ba0-b9ef-1afc7f883034 req-ca74fba0-47b6-45aa-a37f-b8df56aea251 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0879118 May 31 13:02:43.424701 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13f45f42-a6f2-4ba0-b9ef-1afc7f883034 req-929d75cd-0ddc-4d4e-97f8-852af413f511 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413907 May 31 13:02:44.624562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d939ab-a675-4179-86c6-9de12e0f9732 req-65cc5865-1cc0-4909-afc8-cb3c89ffcc9d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:44.626261 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2d939ab-a675-4179-86c6-9de12e0f9732 req-65cc5865-1cc0-4909-afc8-cb3c89ffcc9d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0860236 May 31 13:02:44.670114 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2d939ab-a675-4179-86c6-9de12e0f9732 req-ba455086-1f39-4eb0-9aac-483552b7b289 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382812 May 31 13:02:45.871860 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040de86-ab48-46e2-b526-1dbf7256818b req-d0c51473-cabc-4705-9052-dd129da60646 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:45.873301 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8040de86-ab48-46e2-b526-1dbf7256818b req-d0c51473-cabc-4705-9052-dd129da60646 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0850697 May 31 13:02:45.919666 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8040de86-ab48-46e2-b526-1dbf7256818b req-5c4d6d26-d4da-4cc2-a24c-584ace46ead1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381539 May 31 13:02:47.126526 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf792e-f4a9-40e9-94fb-d0c575c61e77 req-d215cc4f-cfbf-4201-b31e-fb7f6dffd3c3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:47.128031 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26bf792e-f4a9-40e9-94fb-d0c575c61e77 req-d215cc4f-cfbf-4201-b31e-fb7f6dffd3c3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0932295 May 31 13:02:47.173868 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26bf792e-f4a9-40e9-94fb-d0c575c61e77 req-c7921533-7eac-4ca0-9533-986ca85e8f1f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 May 31 13:02:48.382824 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ffb21-9dc2-4049-86e8-22b9c30c2443 req-2dea7367-113a-4cf6-a710-bd50610f18db tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:48.382824 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b3ffb21-9dc2-4049-86e8-22b9c30c2443 req-2dea7367-113a-4cf6-a710-bd50610f18db tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0860975 May 31 13:02:48.423289 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b3ffb21-9dc2-4049-86e8-22b9c30c2443 req-c000ac41-7aec-4bd4-b697-583131abd9bb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405526 May 31 13:02:49.615048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90882451-ee52-4243-b620-3217dfd5d1ca req-65fae69a-e63a-4b11-a060-db093cb78aa5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:49.616529 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90882451-ee52-4243-b620-3217dfd5d1ca req-65fae69a-e63a-4b11-a060-db093cb78aa5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0867302 May 31 13:02:49.665780 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90882451-ee52-4243-b620-3217dfd5d1ca req-2868ffbf-e614-4ad1-828e-db11026e2a83 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 May 31 13:02:50.871120 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44112e02-fbe5-44d5-94bd-232bd7cff418 req-a9256a6d-db1a-484c-9eb1-f6a111d334a4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:50.872476 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44112e02-fbe5-44d5-94bd-232bd7cff418 req-a9256a6d-db1a-484c-9eb1-f6a111d334a4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1006155 May 31 13:02:50.918378 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44112e02-fbe5-44d5-94bd-232bd7cff418 req-165548e0-f320-4a6b-8c50-21071911bfad tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 May 31 13:02:52.122203 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0280ea4-3e3a-436d-bfad-8884c12ae927 req-d4e677f7-9bb9-4aec-b16c-3f135a0eea01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:52.123577 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0280ea4-3e3a-436d-bfad-8884c12ae927 req-d4e677f7-9bb9-4aec-b16c-3f135a0eea01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0863807 May 31 13:02:52.170388 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0280ea4-3e3a-436d-bfad-8884c12ae927 req-f6000fb9-ca81-47a0-95f8-f0fe817a9ca3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 May 31 13:02:53.386261 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e671e5-824a-4100-b14c-70b3d67f29d2 req-5ea1d49b-80d0-4555-9ccc-2283b42ef02d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:53.387722 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f8e671e5-824a-4100-b14c-70b3d67f29d2 req-5ea1d49b-80d0-4555-9ccc-2283b42ef02d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0883906 May 31 13:02:53.431663 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f8e671e5-824a-4100-b14c-70b3d67f29d2 req-9cc234ec-9149-412a-bc0c-a055bb7334b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382302 May 31 13:02:54.703736 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10efc867-7770-48e9-9b31-845b8d97016f req-da12b8b1-cf49-4dcc-b4d3-622933595179 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:54.705181 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-10efc867-7770-48e9-9b31-845b8d97016f req-da12b8b1-cf49-4dcc-b4d3-622933595179 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1596198 May 31 13:02:54.751981 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-10efc867-7770-48e9-9b31-845b8d97016f req-6fff7a0a-db8f-4280-9bd8-40f02a61adaa tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 May 31 13:02:55.941797 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6903196-e38a-404b-8695-d846d09ba6a2 req-0c20c440-f599-4693-969c-e2788d05bad7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:55.943260 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6903196-e38a-404b-8695-d846d09ba6a2 req-0c20c440-f599-4693-969c-e2788d05bad7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0808237 May 31 13:02:55.992319 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6903196-e38a-404b-8695-d846d09ba6a2 req-1f5e4682-0df6-4d8e-a4f1-b7a59dab1ac0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432334 May 31 13:02:57.180656 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39f94d-6a92-4fee-a00e-9062b6470b5b req-8b978f3f-c8bc-409b-ab1c-77a06f67c577 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:57.182062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ae39f94d-6a92-4fee-a00e-9062b6470b5b req-8b978f3f-c8bc-409b-ab1c-77a06f67c577 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0809724 May 31 13:02:57.226210 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ae39f94d-6a92-4fee-a00e-9062b6470b5b req-27c113e6-6e6f-4003-bca4-840468ca6230 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381567 May 31 13:02:58.423217 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90fb5-01dc-4c88-8d72-4df95c0fd2f2 req-bad0d5e4-82de-44b1-a332-b45f01a6ca34 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:58.424707 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ef90fb5-01dc-4c88-8d72-4df95c0fd2f2 req-bad0d5e4-82de-44b1-a332-b45f01a6ca34 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0840092 May 31 13:02:58.470040 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6ef90fb5-01dc-4c88-8d72-4df95c0fd2f2 req-d80a0455-2baa-447b-ba15-d58bbb710fe7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393927 May 31 13:02:59.664565 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfabb3b-834a-4d05-8023-147e924c3419 req-67c41bd7-af25-4542-adb9-28b766bdd167 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:02:59.666017 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bfabb3b-834a-4d05-8023-147e924c3419 req-67c41bd7-af25-4542-adb9-28b766bdd167 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0851188 May 31 13:02:59.714358 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bfabb3b-834a-4d05-8023-147e924c3419 req-ca9649b6-5182-4772-80f1-d2c214c717e7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392723 May 31 13:03:00.907230 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9996f-60fa-4e14-adda-e60b0a32e9ba req-24942651-1f4c-444f-8851-fe56e1ea9cfd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:00.908557 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09a9996f-60fa-4e14-adda-e60b0a32e9ba req-24942651-1f4c-444f-8851-fe56e1ea9cfd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0870786 May 31 13:03:00.955430 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09a9996f-60fa-4e14-adda-e60b0a32e9ba req-7b8a64a7-6486-41a6-a6a3-63ef99d3d344 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390623 May 31 13:03:02.162188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3c509-3b60-4ff6-b433-de24c8fb64f3 req-82b547f6-9200-4022-a1ca-b14180b294f7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:02.163679 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7a3c509-3b60-4ff6-b433-de24c8fb64f3 req-82b547f6-9200-4022-a1ca-b14180b294f7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0904880 May 31 13:03:02.222878 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7a3c509-3b60-4ff6-b433-de24c8fb64f3 req-aa27df1d-5c11-4d9c-a039-f2b632464d11 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531430 May 31 13:03:02.239361 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:03.428456 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b018c0-975a-4db3-84e1-d4f51d45b685 req-f13f039b-8080-4db7-b5db-df7ed07fd355 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:03.429925 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09b018c0-975a-4db3-84e1-d4f51d45b685 req-f13f039b-8080-4db7-b5db-df7ed07fd355 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0951116 May 31 13:03:03.473881 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09b018c0-975a-4db3-84e1-d4f51d45b685 req-67c7f19e-2415-4f98-a33f-882d355a46a1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381250 May 31 13:03:04.687913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d07a2-4e51-457b-81b3-85070fa6e58a req-8bbc5c0f-78db-497d-b109-02b59a14fb21 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:04.689379 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c97d07a2-4e51-457b-81b3-85070fa6e58a req-8bbc5c0f-78db-497d-b109-02b59a14fb21 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0838385 May 31 13:03:04.734353 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c97d07a2-4e51-457b-81b3-85070fa6e58a req-17925131-01f9-45fc-af2a-7fc5f97ee8be tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 May 31 13:03:05.282812 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-afb874fd-8b55-4313-824e-e2d181b76b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:05.917378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f36af-598a-4d47-88f1-9b0d28d70683 req-b439a09b-3d19-4cdf-b671-8d41156adfb5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:05.918961 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b53f36af-598a-4d47-88f1-9b0d28d70683 req-b439a09b-3d19-4cdf-b671-8d41156adfb5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0810020 May 31 13:03:05.982879 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b53f36af-598a-4d47-88f1-9b0d28d70683 req-158c7237-f44d-4d6e-a41d-fae1d533ae61 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569282 May 31 13:03:07.176609 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72f2a9-57d0-4979-a863-5edb57fc22f9 req-60a133f0-dd00-4f80-8e0e-257e91897519 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:07.178049 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a72f2a9-57d0-4979-a863-5edb57fc22f9 req-60a133f0-dd00-4f80-8e0e-257e91897519 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0846128 May 31 13:03:07.224457 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a72f2a9-57d0-4979-a863-5edb57fc22f9 req-ffd7ff28-7b83-4e2d-8b5e-fa155080ea6e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406375 May 31 13:03:07.670965 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:07.851465 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1ee757c7-2c89-402f-8134-a637db3a717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:08.434003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958b2b42-a0ce-469b-8f2c-e73e08a24ae1 req-0ae2ac6c-c336-4195-8e6a-7a3661168c77 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:08.435624 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-958b2b42-a0ce-469b-8f2c-e73e08a24ae1 req-0ae2ac6c-c336-4195-8e6a-7a3661168c77 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0851433 May 31 13:03:08.481547 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-958b2b42-a0ce-469b-8f2c-e73e08a24ae1 req-b6a01d00-4d80-4eba-bbad-b221584cd12b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393212 May 31 13:03:08.975757 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:09.670440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a4038-272c-4946-a3ea-1f8e3447e6d4 req-cbf7d520-8d3b-4e7c-b7c7-326f5ca43988 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:09.671891 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-984a4038-272c-4946-a3ea-1f8e3447e6d4 req-cbf7d520-8d3b-4e7c-b7c7-326f5ca43988 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0846941 May 31 13:03:09.716924 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-984a4038-272c-4946-a3ea-1f8e3447e6d4 req-ea641493-a0da-405d-af25-ebabd0b3969f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393207 May 31 13:03:10.335899 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:03:10.523463 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:10.908095 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e7f02-012f-4aad-90a0-0c5a649ec969 req-fca4272e-6bd5-415d-bcf3-5a117c465456 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:10.909535 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f85e7f02-012f-4aad-90a0-0c5a649ec969 req-fca4272e-6bd5-415d-bcf3-5a117c465456 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0869274 May 31 13:03:10.956569 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f85e7f02-012f-4aad-90a0-0c5a649ec969 req-9f6d0208-9de6-4a63-a339-8abdcd3f18e8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413365 May 31 13:03:12.147710 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca311e-452e-446a-9833-57d3d91a1e00 req-f3bfcff5-9a69-41fa-b4c8-f2f5afdf4709 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:12.149038 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bca311e-452e-446a-9833-57d3d91a1e00 req-f3bfcff5-9a69-41fa-b4c8-f2f5afdf4709 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0826967 May 31 13:03:12.195238 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2bca311e-452e-446a-9833-57d3d91a1e00 req-183e88c4-833b-404c-b15e-4d32491f3a47 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382512 May 31 13:03:13.409534 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5be68-b17e-40eb-81a8-971799d1841e req-3b514515-2587-4926-ad02-ac85a53b0569 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:13.411057 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a7f5be68-b17e-40eb-81a8-971799d1841e req-3b514515-2587-4926-ad02-ac85a53b0569 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0954249 May 31 13:03:13.456861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a7f5be68-b17e-40eb-81a8-971799d1841e req-e716e31c-1e6b-496d-94ca-d2f98eeb0712 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374138 May 31 13:03:14.648592 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099d2db-b991-460c-b6d8-11c38e3b5449 req-2d1d619c-9877-4e03-9927-08bb017f927f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:14.650210 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f099d2db-b991-460c-b6d8-11c38e3b5449 req-2d1d619c-9877-4e03-9927-08bb017f927f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0798144 May 31 13:03:14.696388 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f099d2db-b991-460c-b6d8-11c38e3b5449 req-bb95fd13-b6e0-4329-b520-3191710b4984 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 May 31 13:03:15.896478 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb822cc-12c4-40c2-ac75-0450e2a88de4 req-3161b0b3-ef64-477d-88aa-cebcff228317 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:15.897978 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5bb822cc-12c4-40c2-ac75-0450e2a88de4 req-3161b0b3-ef64-477d-88aa-cebcff228317 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0929918 May 31 13:03:15.944189 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5bb822cc-12c4-40c2-ac75-0450e2a88de4 req-ba8c94cb-bf19-4a0d-8da2-3c099f023a37 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 May 31 13:03:17.142135 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674e853-2ff0-4f26-ad43-abfb3f7d9294 req-dad6ee77-2f51-44dd-a066-5a0909cc7e38 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:17.143535 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0674e853-2ff0-4f26-ad43-abfb3f7d9294 req-dad6ee77-2f51-44dd-a066-5a0909cc7e38 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0829148 May 31 13:03:17.191777 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0674e853-2ff0-4f26-ad43-abfb3f7d9294 req-72ea6af4-a45b-49c8-b2b2-2f06194e8ccc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426171 May 31 13:03:18.460799 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9342a7-a8cf-40a1-9bd7-f5a4c5458d8a req-1f543c5c-b284-4d64-8b16-a30deffe662f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:18.462256 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f9342a7-a8cf-40a1-9bd7-f5a4c5458d8a req-1f543c5c-b284-4d64-8b16-a30deffe662f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1642110 May 31 13:03:18.508632 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f9342a7-a8cf-40a1-9bd7-f5a4c5458d8a req-be447d3c-aaf0-4049-9859-0978a51cc473 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405061 May 31 13:03:19.701739 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22736f2c-1cc3-442a-b49a-8f863b71b3b8 req-2e89b7b0-5ffb-4533-822e-06afc667c6a7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:19.703249 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22736f2c-1cc3-442a-b49a-8f863b71b3b8 req-2e89b7b0-5ffb-4533-822e-06afc667c6a7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0883274 May 31 13:03:19.750402 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22736f2c-1cc3-442a-b49a-8f863b71b3b8 req-4910a1f9-c9d0-41fc-952e-907bbef5e26d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387008 May 31 13:03:21.113176 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d94948f-f1c6-4d90-9853-fe190266e645 req-97c7a7f5-c25f-4287-a2c3-bad374f2772d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:21.114501 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d94948f-f1c6-4d90-9853-fe190266e645 req-97c7a7f5-c25f-4287-a2c3-bad374f2772d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0923483 May 31 13:03:21.160803 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d94948f-f1c6-4d90-9853-fe190266e645 req-4d75c17b-4544-4bba-ba8d-db2356be007e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402150 May 31 13:03:22.359359 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1ef96-631c-4699-8c97-765416dea024 req-0cdcb7a8-d972-4bd3-8514-5afb22c8459d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:22.360918 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31e1ef96-631c-4699-8c97-765416dea024 req-0cdcb7a8-d972-4bd3-8514-5afb22c8459d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0832274 May 31 13:03:22.405684 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31e1ef96-631c-4699-8c97-765416dea024 req-596070b6-c8f3-4082-a8dc-23b61839bb7c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391793 May 31 13:03:23.597919 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506874b-388b-417f-95b2-d42198a30008 req-19ab6750-ee53-4552-a536-afba63f8a0bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:23.599407 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e506874b-388b-417f-95b2-d42198a30008 req-19ab6750-ee53-4552-a536-afba63f8a0bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0844169 May 31 13:03:23.644466 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e506874b-388b-417f-95b2-d42198a30008 req-4e57b537-4590-4a98-8221-ed6728744f48 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390940 May 31 13:03:24.834385 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c19a8-74c3-4d5a-a6d1-56ec1cec29fc req-8c73bb14-8bc0-4fab-a728-77f493c56b76 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:24.835857 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-625c19a8-74c3-4d5a-a6d1-56ec1cec29fc req-8c73bb14-8bc0-4fab-a728-77f493c56b76 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0787053 May 31 13:03:24.879522 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-625c19a8-74c3-4d5a-a6d1-56ec1cec29fc req-cc13e953-12ba-45af-b02d-aceb8916de8c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379939 May 31 13:03:26.064423 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56105f6-b227-4920-adb9-76f3a8c9592f req-dde4cfd0-6499-4eb4-b221-d7865afb08c0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:26.065887 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c56105f6-b227-4920-adb9-76f3a8c9592f req-dde4cfd0-6499-4eb4-b221-d7865afb08c0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0837119 May 31 13:03:26.110960 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c56105f6-b227-4920-adb9-76f3a8c9592f req-29eb8d49-b244-4cfc-acf4-876be46e0be0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391896 May 31 13:03:27.296882 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaeaee7-5963-4087-a7e7-6f96a4a56f08 req-0f4e466e-0f32-4690-b8e9-f3e13aae672a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:27.298362 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2aaeaee7-5963-4087-a7e7-6f96a4a56f08 req-0f4e466e-0f32-4690-b8e9-f3e13aae672a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0798156 May 31 13:03:27.347558 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2aaeaee7-5963-4087-a7e7-6f96a4a56f08 req-3e1b1eec-1f1f-4dbb-8603-209c577078f7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429516 May 31 13:03:28.542089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23917fb4-44e3-4475-86c9-77f7b71bdcfc req-b9a827f8-2186-4db2-93c8-86ea0fc51fec tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:28.543531 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-23917fb4-44e3-4475-86c9-77f7b71bdcfc req-b9a827f8-2186-4db2-93c8-86ea0fc51fec tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0903516 May 31 13:03:28.587405 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-23917fb4-44e3-4475-86c9-77f7b71bdcfc req-17b746dd-5cc1-4729-8ebb-7b42adcd1630 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379004 May 31 13:03:29.779218 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39677e02-2061-42d3-a5b2-e16bff99e284 req-57cb1610-1e5b-4b35-978e-3512fd6cc84f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:29.780648 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-39677e02-2061-42d3-a5b2-e16bff99e284 req-57cb1610-1e5b-4b35-978e-3512fd6cc84f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0831127 May 31 13:03:29.825466 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-39677e02-2061-42d3-a5b2-e16bff99e284 req-1d917752-4a3b-42b2-a90c-d08ac6b95bf8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390499 May 31 13:03:31.019041 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d63ff-0683-4172-924c-0e4f6e00e721 req-7d717c47-c1ee-4663-a206-c4f6653bc511 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:31.020483 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-938d63ff-0683-4172-924c-0e4f6e00e721 req-7d717c47-c1ee-4663-a206-c4f6653bc511 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0859964 May 31 13:03:31.063523 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-938d63ff-0683-4172-924c-0e4f6e00e721 req-97bd53ae-dc95-45b2-a383-d574c24c0b94 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372689 May 31 13:03:32.244368 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:32.276225 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc24aa-881b-4059-a768-1d601d30d924 req-d56b9e02-7676-4882-b580-2c64ff68783e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:32.277691 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-52fc24aa-881b-4059-a768-1d601d30d924 req-d56b9e02-7676-4882-b580-2c64ff68783e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0871665 May 31 13:03:32.323547 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-52fc24aa-881b-4059-a768-1d601d30d924 req-c7470d60-9127-445f-b4a1-fa3e7e829020 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400105 May 31 13:03:33.535331 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a0aa0-5d06-466d-bf90-f0d03cb0e9c1 req-705db403-d99c-4358-af29-8e9638815269 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:33.536757 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-251a0aa0-5d06-466d-bf90-f0d03cb0e9c1 req-705db403-d99c-4358-af29-8e9638815269 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0895545 May 31 13:03:33.581948 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-251a0aa0-5d06-466d-bf90-f0d03cb0e9c1 req-4edbfb94-ed3b-4b1d-9d46-63ee75cb72ff tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 May 31 13:03:34.784421 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7258f-b770-431a-8cce-732292baa36f req-bc105bcf-ffd4-4b6b-b954-6c88274d260c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:34.785893 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbc7258f-b770-431a-8cce-732292baa36f req-bc105bcf-ffd4-4b6b-b954-6c88274d260c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0837076 May 31 13:03:34.831700 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbc7258f-b770-431a-8cce-732292baa36f req-2852387f-ea55-4b11-9ad4-16354d25f0a4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 May 31 13:03:35.283059 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7faa2d8f-a224-4a93-9291-2c52dfee9da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:35.880783 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-3b2e4f0b-ddc8-4ca1-80ae-38faf6eddfc6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708568 May 31 13:03:35.980467 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-96a92676-1d95-4dbe-9592-112fc5a79309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:35.981935 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-96a92676-1d95-4dbe-9592-112fc5a79309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d2732652ae1f45d4981d1d9d54eae2bc&device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 1099 time: 0.0784025 May 31 13:03:36.043714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd54dfba-2f37-4e9d-a7bc-c843e5a8c175 req-c8c314f7-5144-4714-a84e-e30477d86e64 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:36.045200 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fd54dfba-2f37-4e9d-a7bc-c843e5a8c175 req-c8c314f7-5144-4714-a84e-e30477d86e64 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0873566 May 31 13:03:36.095149 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fd54dfba-2f37-4e9d-a7bc-c843e5a8c175 req-109633b3-401c-4d01-baa0-504c6cf7ad6b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437655 May 31 13:03:36.128843 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-55adaeb0-eae4-44f6-97ac-e351b87d94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:36.130283 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-55adaeb0-eae4-44f6-97ac-e351b87d94b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fed39d2b-4820-4dba-988e-2a430298fcfa HTTP/1.1" status: 200 len: 914 time: 0.1284630 May 31 13:03:36.196562 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-b4eb5683-aec2-4b63-b922-19157506c5ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e HTTP/1.1" status: 200 len: 217 time: 0.0595274 May 31 13:03:36.261948 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-3c969954-b1f8-401a-911d-1e2c7ba86dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:36.263407 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-3c969954-b1f8-401a-911d-1e2c7ba86dd3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8b25c8e1-306c-4216-967d-bb597a06a317 HTTP/1.1" status: 200 len: 853 time: 0.0592923 May 31 13:03:36.309471 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-5169b1d9-a064-4550-9efa-e53238646b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fed39d2b-4820-4dba-988e-2a430298fcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396898 May 31 13:03:36.446893 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-4149a055-6964-4200-911a-76ab2e0f8ca8 service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307096 May 31 13:03:36.577296 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d344acd4-5a5d-428d-aa2d-8be75d1bbed7 req-e764d8c7-e09d-4781-aeee-afdc46383f99 service neutron] 10.222.0.41 "GET /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233947 May 31 13:03:37.283130 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88b8e14-6778-41de-b23c-1623ac9e07a8 req-555bb4d6-2ddf-43c8-80e2-fc0c55d7e5b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:37.284643 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e88b8e14-6778-41de-b23c-1623ac9e07a8 req-555bb4d6-2ddf-43c8-80e2-fc0c55d7e5b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0802262 May 31 13:03:37.329200 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e88b8e14-6778-41de-b23c-1623ac9e07a8 req-e199ec1a-5781-42a4-b564-eb0c22ec26cb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382760 May 31 13:03:37.661758 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:37.853686 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c5711921-afa5-4811-8eaa-1761b47786b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:38.518595 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77237db7-9069-4218-9b33-9b897f19d20b req-78a23eea-6b89-46b6-9f86-830bcd83a753 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:38.519971 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-77237db7-9069-4218-9b33-9b897f19d20b req-78a23eea-6b89-46b6-9f86-830bcd83a753 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0859044 May 31 13:03:38.564149 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-77237db7-9069-4218-9b33-9b897f19d20b req-1d0ac109-a8cf-4ed9-b654-7862874599e0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384338 May 31 13:03:38.980814 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:39.760396 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97412f5d-0a48-46e8-a43d-041b2d754972 req-eb34b87c-ada3-496c-91fa-112968b58122 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:39.761754 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97412f5d-0a48-46e8-a43d-041b2d754972 req-eb34b87c-ada3-496c-91fa-112968b58122 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0831971 May 31 13:03:39.806884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97412f5d-0a48-46e8-a43d-041b2d754972 req-623e6f89-f152-4b1c-a003-52ddd2d5cdbe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392048 May 31 13:03:40.525852 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:03:41.092459 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357af422-6992-4f37-ab6f-a7245723dc3b req-4cce75cc-11e9-422f-9bfb-397e7ce8e768 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:41.093958 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-357af422-6992-4f37-ab6f-a7245723dc3b req-4cce75cc-11e9-422f-9bfb-397e7ce8e768 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1684752 May 31 13:03:41.139255 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-357af422-6992-4f37-ab6f-a7245723dc3b req-fa60398d-0339-4482-99cf-21c97846a7df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392730 May 31 13:03:42.348823 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a25913-dece-471a-95fa-dd982e4283e7 req-ed8eeb25-e788-4caf-869f-669dee1b31ca tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:42.350272 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2a25913-dece-471a-95fa-dd982e4283e7 req-ed8eeb25-e788-4caf-869f-669dee1b31ca tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0887835 May 31 13:03:42.395900 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2a25913-dece-471a-95fa-dd982e4283e7 req-a500b939-5d31-4b8a-a452-770ec92e3d7e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398319 May 31 13:03:43.584390 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f8062-39ef-43ce-8bda-ec548f8cea1c req-7c717531-d986-4472-a254-b2d25ad4eb3b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:43.585844 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b5f8062-39ef-43ce-8bda-ec548f8cea1c req-7c717531-d986-4472-a254-b2d25ad4eb3b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0786588 May 31 13:03:43.631649 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b5f8062-39ef-43ce-8bda-ec548f8cea1c req-b912df8f-b5b0-486f-9984-6ed0fa6ecd56 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 May 31 13:03:44.833189 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4329279-046a-4748-b39c-bc63d03f5c4f req-c88f7e8f-8816-439b-aae6-a2bf56e9dd6b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:44.833189 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a4329279-046a-4748-b39c-bc63d03f5c4f req-c88f7e8f-8816-439b-aae6-a2bf56e9dd6b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0847194 May 31 13:03:44.873610 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a4329279-046a-4748-b39c-bc63d03f5c4f req-6dd7b6b8-17e7-499d-b480-917ef7b03a9b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 May 31 13:03:46.063497 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1470e9-2f96-4405-a69e-8a4adec0cac9 req-580a3cb2-dec9-4fbb-9f58-514dba143232 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:46.065067 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cd1470e9-2f96-4405-a69e-8a4adec0cac9 req-580a3cb2-dec9-4fbb-9f58-514dba143232 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0810380 May 31 13:03:46.110214 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cd1470e9-2f96-4405-a69e-8a4adec0cac9 req-1b1f8efc-55d1-4da3-bebe-a1ce7e37712c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395489 May 31 13:03:47.303888 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00a45d-d7ee-4e62-97f4-4eccec8fac92 req-93bb2576-5798-40ee-813e-ee0992af0ee5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:47.305361 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b00a45d-d7ee-4e62-97f4-4eccec8fac92 req-93bb2576-5798-40ee-813e-ee0992af0ee5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0843587 May 31 13:03:47.334962 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:03:47.350221 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b00a45d-d7ee-4e62-97f4-4eccec8fac92 req-7571f41a-1a24-401c-8812-f0618b90d086 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390520 May 31 13:03:48.540750 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638c8a1-2490-49d5-9b82-922b4fefac97 req-989b922d-85d4-48cd-965f-57e17d15b369 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:48.542213 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a638c8a1-2490-49d5-9b82-922b4fefac97 req-989b922d-85d4-48cd-965f-57e17d15b369 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0835333 May 31 13:03:48.591014 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a638c8a1-2490-49d5-9b82-922b4fefac97 req-9aaa7abe-d2c7-4055-92af-ec5741f6d9fd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428865 May 31 13:03:49.798070 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc2bd4-6240-4e97-bd53-4e4f6628f351 req-2509c6e4-c1eb-48fd-8026-35fc9a9849d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:49.799430 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e4dc2bd4-6240-4e97-bd53-4e4f6628f351 req-2509c6e4-c1eb-48fd-8026-35fc9a9849d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0884495 May 31 13:03:49.845537 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e4dc2bd4-6240-4e97-bd53-4e4f6628f351 req-57e73f81-dce7-48a1-bfcc-890589caf5a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401809 May 31 13:03:51.055868 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce281131-4a38-4a68-be40-2a7bab38cf5c req-8c2b4839-517b-480e-ad7a-c58f0d05c105 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:51.057335 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce281131-4a38-4a68-be40-2a7bab38cf5c req-8c2b4839-517b-480e-ad7a-c58f0d05c105 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0900698 May 31 13:03:51.102909 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce281131-4a38-4a68-be40-2a7bab38cf5c req-2cd1a05f-7a99-4a43-9d0e-3b16f770a9f5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397851 May 31 13:03:52.319103 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a5466-e8d3-4172-ab51-5f09baf6ef1f req-8fdb4742-86f8-495e-b361-2d6f5ef7674f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:52.320461 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b2a5466-e8d3-4172-ab51-5f09baf6ef1f req-8fdb4742-86f8-495e-b361-2d6f5ef7674f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0903840 May 31 13:03:52.368185 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b2a5466-e8d3-4172-ab51-5f09baf6ef1f req-54406d82-9843-427a-b18b-4c5534de363b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392997 May 31 13:03:53.562476 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26245511-37b5-48cd-a141-2baa0d1e7d83 req-1ce60ee5-9648-47b7-b101-5c0d8650086a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:53.572257 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26245511-37b5-48cd-a141-2baa0d1e7d83 req-1ce60ee5-9648-47b7-b101-5c0d8650086a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0825381 May 31 13:03:53.609949 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26245511-37b5-48cd-a141-2baa0d1e7d83 req-147191cc-7e6d-44bc-9c3a-52b90dda86b8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401647 May 31 13:03:54.793493 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4bc494-5dd4-4fe2-99d1-9b207da50077 req-7c0c90f5-51ba-4a4d-8af0-9303004801a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:54.794957 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca4bc494-5dd4-4fe2-99d1-9b207da50077 req-7c0c90f5-51ba-4a4d-8af0-9303004801a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0807729 May 31 13:03:54.844030 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca4bc494-5dd4-4fe2-99d1-9b207da50077 req-096d7c7c-495c-4ba7-8518-81e57123c90c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 May 31 13:03:56.034888 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c713d8-70de-4d5c-b673-8c5ccd472320 req-0219f190-1db5-442a-88b4-b26af2591cd0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:56.036350 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21c713d8-70de-4d5c-b673-8c5ccd472320 req-0219f190-1db5-442a-88b4-b26af2591cd0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0841410 May 31 13:03:56.080669 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21c713d8-70de-4d5c-b673-8c5ccd472320 req-ded300ed-b3a2-409a-9441-cc9d3583d1fb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384777 May 31 13:03:57.272445 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996aea4-14d3-48bf-85d9-e7a6d91e5ec5 req-5dcb64d9-ed00-4d8d-98ec-ad286faa00c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:57.273910 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b996aea4-14d3-48bf-85d9-e7a6d91e5ec5 req-5dcb64d9-ed00-4d8d-98ec-ad286faa00c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0843360 May 31 13:03:57.319733 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b996aea4-14d3-48bf-85d9-e7a6d91e5ec5 req-7e430db0-90c3-4215-bd84-4959047c6fd2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398626 May 31 13:03:58.512069 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483053d-69ee-409a-a206-02ffea571ec9 req-aa85f8b9-a061-4944-b2ae-712f33b120e4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:58.513490 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8483053d-69ee-409a-a206-02ffea571ec9 req-aa85f8b9-a061-4944-b2ae-712f33b120e4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0804398 May 31 13:03:58.558319 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8483053d-69ee-409a-a206-02ffea571ec9 req-fdc4ce59-36e1-4a26-a605-3af5a33c349e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389323 May 31 13:03:59.766537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1575c40-520a-4d21-bbc4-91cc3eb75bf6 req-d4d31308-0afa-4e80-9000-6dae7af888e7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:03:59.767898 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1575c40-520a-4d21-bbc4-91cc3eb75bf6 req-d4d31308-0afa-4e80-9000-6dae7af888e7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1037433 May 31 13:03:59.833452 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1575c40-520a-4d21-bbc4-91cc3eb75bf6 req-a40b8293-5dc8-4314-8729-231d04909e9b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585289 May 31 13:04:01.020613 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673071ae-ee75-4b68-9ded-0390ac8c7459 req-1c4dc809-97c9-4181-a320-c73a3f7cad37 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:01.022098 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-673071ae-ee75-4b68-9ded-0390ac8c7459 req-1c4dc809-97c9-4181-a320-c73a3f7cad37 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0801198 May 31 13:04:01.068881 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-673071ae-ee75-4b68-9ded-0390ac8c7459 req-749cd1dd-090b-4455-9adf-7b6aa2d3d324 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384307 May 31 13:04:02.241611 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:02.279651 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742380eb-ec88-4dee-b775-ac34d0e17265 req-0915325f-25a7-414a-8a2c-fec9c2eee4f3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:02.281107 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-742380eb-ec88-4dee-b775-ac34d0e17265 req-0915325f-25a7-414a-8a2c-fec9c2eee4f3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0875545 May 31 13:04:02.325651 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-742380eb-ec88-4dee-b775-ac34d0e17265 req-7eab1919-bac2-46bd-b363-bbb230829606 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387852 May 31 13:04:03.522844 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315353ca-21b4-49eb-be72-bcc2791b2f9f req-19f522f8-6392-43a3-ba15-55960932f14b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:03.524301 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-315353ca-21b4-49eb-be72-bcc2791b2f9f req-19f522f8-6392-43a3-ba15-55960932f14b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0797212 May 31 13:04:03.653394 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-315353ca-21b4-49eb-be72-bcc2791b2f9f req-278b1af3-d404-4342-85e8-690af25e4356 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233695 May 31 13:04:04.836628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fe77-929b-4635-a0ae-539a6c9058d4 req-bcb06222-1de3-47b0-8826-c153cc07d6f7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:04.838062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b62fe77-929b-4635-a0ae-539a6c9058d4 req-bcb06222-1de3-47b0-8826-c153cc07d6f7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0782998 May 31 13:04:04.882074 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b62fe77-929b-4635-a0ae-539a6c9058d4 req-143cfc00-bc96-4cc5-8816-9dd8b3682fb2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381880 May 31 13:04:05.283789 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-480f2592-5ebd-45ec-b671-9d1cc72d07b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:06.081402 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9f3c26-ee39-4c2b-bcf4-67db05ef4be9 req-f326a7c7-5863-4825-8cde-3e5c02b8d59e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:06.082863 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9e9f3c26-ee39-4c2b-bcf4-67db05ef4be9 req-f326a7c7-5863-4825-8cde-3e5c02b8d59e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0858028 May 31 13:04:06.127509 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9e9f3c26-ee39-4c2b-bcf4-67db05ef4be9 req-a9ed4ef1-9072-4a50-bae5-30befe692542 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391033 May 31 13:04:07.315172 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f251262-64af-4ad4-bf79-23d1cd7b46a7 req-9a71a7c4-cc10-4d17-99c0-e4dee781cff0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:07.316685 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5f251262-64af-4ad4-bf79-23d1cd7b46a7 req-9a71a7c4-cc10-4d17-99c0-e4dee781cff0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0830660 May 31 13:04:07.361320 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5f251262-64af-4ad4-bf79-23d1cd7b46a7 req-165f38eb-82b7-4949-8a77-a56e65a19cd1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380442 May 31 13:04:07.658057 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:07.857370 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2ac18d83-1676-4d3d-998c-31a233d42024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:08.554008 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc4bfe-5768-4800-b1c4-975ece5a1f2e req-456919d1-2e95-4262-9e72-74ed27047f17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:08.555506 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8dc4bfe-5768-4800-b1c4-975ece5a1f2e req-456919d1-2e95-4262-9e72-74ed27047f17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0883005 May 31 13:04:08.602207 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8dc4bfe-5768-4800-b1c4-975ece5a1f2e req-c46e12a0-4b20-4799-94f3-ecd4bae2efca tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 May 31 13:04:08.985446 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:09.805153 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b251e-280a-4183-badc-06bd10eb7dcb req-0a5a2a62-f74f-4cc0-9b1b-e2117d3b8dce tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:09.806627 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d14b251e-280a-4183-badc-06bd10eb7dcb req-0a5a2a62-f74f-4cc0-9b1b-e2117d3b8dce tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0911460 May 31 13:04:09.855623 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d14b251e-280a-4183-badc-06bd10eb7dcb req-1da2d703-4b1e-4a68-9230-f81c78388f4c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 May 31 13:04:10.528347 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:11.065950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc6ae00-28fc-475f-8092-b3e378689ec1 req-9af63c38-d73e-4dbc-90be-843d1374de8b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:11.067440 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5dc6ae00-28fc-475f-8092-b3e378689ec1 req-9af63c38-d73e-4dbc-90be-843d1374de8b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0913167 May 31 13:04:11.111470 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5dc6ae00-28fc-475f-8092-b3e378689ec1 req-f84a53ab-cd74-421e-b6de-a75bd2fe9cc8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381792 May 31 13:04:12.321512 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5947d2a-c535-437c-93fd-7831de17e534 req-e605765f-fdb9-4ee8-b2f4-df5fea3ece60 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:12.322976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5947d2a-c535-437c-93fd-7831de17e534 req-e605765f-fdb9-4ee8-b2f4-df5fea3ece60 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0959370 May 31 13:04:12.367914 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5947d2a-c535-437c-93fd-7831de17e534 req-1b458973-7ac9-4c7a-9f0e-b01233789ea5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392158 May 31 13:04:13.566350 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e7de3a-fff1-46c2-8119-cf14614bdaeb req-55596cc9-05fd-4e2c-ac25-4de564d95271 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:13.567814 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85e7de3a-fff1-46c2-8119-cf14614bdaeb req-55596cc9-05fd-4e2c-ac25-4de564d95271 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0791438 May 31 13:04:13.612636 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85e7de3a-fff1-46c2-8119-cf14614bdaeb req-94928716-a069-4396-af35-1c44dbb82945 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383012 May 31 13:04:14.803967 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05780704-a8a7-4818-9ae0-09adf61bdbc2 req-6a66bcbe-24fa-4460-af9c-ec5aa26fcc4a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:14.805542 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-05780704-a8a7-4818-9ae0-09adf61bdbc2 req-6a66bcbe-24fa-4460-af9c-ec5aa26fcc4a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0850391 May 31 13:04:14.850371 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-05780704-a8a7-4818-9ae0-09adf61bdbc2 req-b71c03c3-bd18-4680-8710-5859937d9c29 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384936 May 31 13:04:16.033515 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d4b2-fbdf-41b9-84ac-71575eb63ece req-4101de49-1510-4015-9d68-d3d20db451c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:16.035065 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3588d4b2-fbdf-41b9-84ac-71575eb63ece req-4101de49-1510-4015-9d68-d3d20db451c5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0801613 May 31 13:04:16.092273 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3588d4b2-fbdf-41b9-84ac-71575eb63ece req-c96fee3d-9eb3-436d-af9b-f92756691587 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513201 May 31 13:04:17.287272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54100db-4030-434a-89af-0f71d2d8b9b2 req-88e3fc43-b461-4aac-80e5-37f7c27aaf6a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:17.288747 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c54100db-4030-434a-89af-0f71d2d8b9b2 req-88e3fc43-b461-4aac-80e5-37f7c27aaf6a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0851271 May 31 13:04:17.333669 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c54100db-4030-434a-89af-0f71d2d8b9b2 req-ade899bb-e9a6-4246-89d2-29edabbfab6f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389898 May 31 13:04:18.526113 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b87b7-d642-47df-87b9-5c88548991ef req-73282f3e-6abb-461c-9d0f-cc6f0e2a4284 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:18.527584 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-188b87b7-d642-47df-87b9-5c88548991ef req-73282f3e-6abb-461c-9d0f-cc6f0e2a4284 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0858598 May 31 13:04:18.573582 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-188b87b7-d642-47df-87b9-5c88548991ef req-7e02c059-556c-483e-a6c4-bd133818f0ed tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375862 May 31 13:04:19.783173 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734ee8b-9ec8-44d2-ae86-86ebfe89ab5e req-db45a797-1574-496a-ab04-61e9d5e18ecd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:19.784592 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0734ee8b-9ec8-44d2-ae86-86ebfe89ab5e req-db45a797-1574-496a-ab04-61e9d5e18ecd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0907803 May 31 13:04:19.831211 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0734ee8b-9ec8-44d2-ae86-86ebfe89ab5e req-b52ee965-7887-4fe9-b1b5-97c027d841bd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408492 May 31 13:04:21.121360 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b1e38-4c3e-4410-aed4-e32ba3d381c0 req-05cdf613-115e-4a6a-bd52-474fb26e82c0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:21.122806 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-355b1e38-4c3e-4410-aed4-e32ba3d381c0 req-05cdf613-115e-4a6a-bd52-474fb26e82c0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1785767 May 31 13:04:21.170121 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-355b1e38-4c3e-4410-aed4-e32ba3d381c0 req-c0aea313-234c-4a54-b11c-33971d94cbde tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386930 May 31 13:04:22.388337 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a6c76-22b7-4462-91b2-52f1d5090e1b req-cb18d771-f734-42af-b96c-01cbd98a28b8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:22.389819 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d5a6c76-22b7-4462-91b2-52f1d5090e1b req-cb18d771-f734-42af-b96c-01cbd98a28b8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0968986 May 31 13:04:22.434459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d5a6c76-22b7-4462-91b2-52f1d5090e1b req-5a57b759-acb5-457b-a02c-0ada2d4f74b7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 May 31 13:04:23.620974 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53a88b-d814-4409-9095-4822c80b4830 req-b067b022-5011-4eff-8bc4-f8ef5dc86805 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:23.622422 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb53a88b-d814-4409-9095-4822c80b4830 req-b067b022-5011-4eff-8bc4-f8ef5dc86805 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0829072 May 31 13:04:23.674492 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb53a88b-d814-4409-9095-4822c80b4830 req-c4b3629d-987b-47f8-a4d0-edd213f21647 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400784 May 31 13:04:24.339048 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:04:24.863828 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b479cc-fc40-44b0-ba25-28945939b33c req-83db683d-36dc-4788-839e-70aa59594a25 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:24.865501 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-84b479cc-fc40-44b0-ba25-28945939b33c req-83db683d-36dc-4788-839e-70aa59594a25 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0814254 May 31 13:04:24.913589 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-84b479cc-fc40-44b0-ba25-28945939b33c req-45c9d6be-305a-44c6-8221-86518c73b9d0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418434 May 31 13:04:26.102262 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf2b9be-0988-401a-87b9-6c2ccd152d2d req-c50cb218-0fb0-47ff-b09d-4089444934a1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:26.103753 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bbf2b9be-0988-401a-87b9-6c2ccd152d2d req-c50cb218-0fb0-47ff-b09d-4089444934a1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0821383 May 31 13:04:26.150153 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bbf2b9be-0988-401a-87b9-6c2ccd152d2d req-e56d1762-295a-44b4-8a50-ad2405b4df64 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401990 May 31 13:04:27.418063 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fa752-92e2-4836-a940-fcc68278c4df req-c08edbc4-3127-463a-a781-fd1104d9863d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:27.419550 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-102fa752-92e2-4836-a940-fcc68278c4df req-c08edbc4-3127-463a-a781-fd1104d9863d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1625381 May 31 13:04:27.463867 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-102fa752-92e2-4836-a940-fcc68278c4df req-3aaf876f-8593-42ff-8742-86f10ecf5000 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385640 May 31 13:04:28.658255 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f80629-9f5d-45c2-b3a1-33f3d6222600 req-b054d10d-6efd-49ee-a283-e4e66e93cccb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:28.659739 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-76f80629-9f5d-45c2-b3a1-33f3d6222600 req-b054d10d-6efd-49ee-a283-e4e66e93cccb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0902507 May 31 13:04:28.708564 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-76f80629-9f5d-45c2-b3a1-33f3d6222600 req-af8d01fb-d8e7-4e33-9329-5ffd08649e79 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422556 May 31 13:04:29.906551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc34a2-b96f-4b83-b54f-3d2da0aa4931 req-28541913-c566-4b81-9f7e-726792249a9c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:29.907925 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-60bc34a2-b96f-4b83-b54f-3d2da0aa4931 req-28541913-c566-4b81-9f7e-726792249a9c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0825210 May 31 13:04:29.954859 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-60bc34a2-b96f-4b83-b54f-3d2da0aa4931 req-4b1eba00-a00b-40a5-9b09-e7b208efacb9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380933 May 31 13:04:31.159746 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd4f7d-beb1-48b3-acf6-fbab4a2f611b req-b494b14c-cc73-4b6f-b8ef-94f5ec98af12 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:31.161164 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bafd4f7d-beb1-48b3-acf6-fbab4a2f611b req-b494b14c-cc73-4b6f-b8ef-94f5ec98af12 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0939646 May 31 13:04:31.208617 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bafd4f7d-beb1-48b3-acf6-fbab4a2f611b req-d8283eed-124c-46a2-8327-166f3f34a0af tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395997 May 31 13:04:32.261889 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:32.407378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aaf5ee-c256-4e61-b880-f2936ccee266 req-8421318b-29c9-4e08-9d39-6b39b0babfc1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:32.408870 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54aaf5ee-c256-4e61-b880-f2936ccee266 req-8421318b-29c9-4e08-9d39-6b39b0babfc1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0803866 May 31 13:04:32.455353 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54aaf5ee-c256-4e61-b880-f2936ccee266 req-86d642fa-81e6-478f-b5cc-14fe129a63ff tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402246 May 31 13:04:33.650278 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcbb2c-912a-4092-b5f6-ec1559b768c2 req-4778355c-b1ca-4b89-8133-98b31ca63c13 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:33.651832 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fbbcbb2c-912a-4092-b5f6-ec1559b768c2 req-4778355c-b1ca-4b89-8133-98b31ca63c13 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0841253 May 31 13:04:33.695654 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fbbcbb2c-912a-4092-b5f6-ec1559b768c2 req-e4c92c39-cc00-4304-b8d0-6fce1bd6c0cd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379126 May 31 13:04:34.879100 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9576aac-9417-4417-a144-6a97fb546ff2 req-49aaf6fb-1d36-441a-91c3-c0b98b0b56bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:34.880535 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d9576aac-9417-4417-a144-6a97fb546ff2 req-49aaf6fb-1d36-441a-91c3-c0b98b0b56bc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0800607 May 31 13:04:34.929734 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d9576aac-9417-4417-a144-6a97fb546ff2 req-163d346f-31ad-40c6-b264-6b8fae66eabf tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433276 May 31 13:04:35.287833 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-07c28fd3-bf00-4368-9092-406ae7ee9cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:35.955292 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-21d2e34c-62e5-4f76-ba88-63c0f8820196 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696616 May 31 13:04:36.049799 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-691b3fd6-97c2-41e3-84aa-f2a6bab8ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:36.051312 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-691b3fd6-97c2-41e3-84aa-f2a6bab8ac5e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1097 time: 0.0737767 May 31 13:04:36.116098 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02761d4f-76d8-429e-a653-fcf26ebd75f4 req-138b8543-2fd4-41b5-b577-160b191664ba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:36.118181 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-02761d4f-76d8-429e-a653-fcf26ebd75f4 req-138b8543-2fd4-41b5-b577-160b191664ba tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0817552 May 31 13:04:36.162582 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-02761d4f-76d8-429e-a653-fcf26ebd75f4 req-961e2b16-abc5-4c13-90ad-075c4a1fea2e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388761 May 31 13:04:36.200482 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-22b5c61b-83ee-4629-ac71-674ed5ed043f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:36.201917 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-22b5c61b-83ee-4629-ac71-674ed5ed043f service neutron] 10.222.0.41 "GET /v2.0/networks?id=441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 200 len: 910 time: 0.1305916 May 31 13:04:36.304465 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-6b2559d1-16d4-4c3e-a367-5f742e0e8795 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 200 len: 1000 time: 0.0954018 May 31 13:04:36.366852 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-1e1f5aba-cedf-48c4-88ae-f2827b07cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:36.368182 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-1e1f5aba-cedf-48c4-88ae-f2827b07cc9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e HTTP/1.1" status: 200 len: 848 time: 0.0573776 May 31 13:04:36.444024 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-a4945dad-e0b4-48c9-a2d8-3e806d53b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:36.445413 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-a4945dad-e0b4-48c9-a2d8-3e806d53b8f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=441e9cd8-7c15-462c-b4f1-f311dbc70797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702231 May 31 13:04:36.661761 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-662641f3-287b-4ba4-bb16-f6838ad86114 service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097859 May 31 13:04:36.797839 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-224ab168-9a23-4042-b7ea-bd9783dd8c91 req-2adaf5e5-2f3d-416a-97eb-c3ec59e5b162 service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289062 May 31 13:04:37.364165 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f4a4-0fa4-4c70-9f4f-eff3f638859c req-bdda69cb-814f-4e7e-a7f5-eb2cb2e0fa98 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:37.365632 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b956f4a4-0fa4-4c70-9f4f-eff3f638859c req-bdda69cb-814f-4e7e-a7f5-eb2cb2e0fa98 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0965104 May 31 13:04:37.414454 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b956f4a4-0fa4-4c70-9f4f-eff3f638859c req-dab1e6a4-baf9-4990-b3fa-7fec8b062dc1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397639 May 31 13:04:37.673525 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:37.854560 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3e094797-8dce-480b-ad80-81168f3bde28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:38.619859 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb01a9-7b62-4170-b7c1-750e4bc7530b req-075e1eff-fd49-41c2-a7f6-97af2a0944f2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:38.621875 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2feb01a9-7b62-4170-b7c1-750e4bc7530b req-075e1eff-fd49-41c2-a7f6-97af2a0944f2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0905311 May 31 13:04:38.668393 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2feb01a9-7b62-4170-b7c1-750e4bc7530b req-e7126d48-a5a1-4ead-99b5-db8bb7133f94 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406942 May 31 13:04:38.991789 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:39.863634 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba080-f487-488e-bc4c-dbb0060ddb01 req-2d3f15e6-b842-4459-a1bd-c1365c21d3e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:39.865100 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa5ba080-f487-488e-bc4c-dbb0060ddb01 req-2d3f15e6-b842-4459-a1bd-c1365c21d3e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0903640 May 31 13:04:39.911295 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa5ba080-f487-488e-bc4c-dbb0060ddb01 req-5eaf3fbf-e28c-47ae-83dc-5a453e2691f1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376983 May 31 13:04:40.531834 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:04:41.115479 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2c8f91-2aab-476a-88a0-cc7667ae239b req-847ddfe4-543a-4e20-bab7-9fdd8831c144 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:41.116915 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6b2c8f91-2aab-476a-88a0-cc7667ae239b req-847ddfe4-543a-4e20-bab7-9fdd8831c144 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0865006 May 31 13:04:41.162953 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6b2c8f91-2aab-476a-88a0-cc7667ae239b req-31b37b63-45e0-4914-9871-0374238de35e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396709 May 31 13:04:42.367835 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8faa9-deff-487a-9fcf-be2d145ce539 req-ebdf1105-92d9-4452-b7a5-a2a882413481 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:42.369294 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fce8faa9-deff-487a-9fcf-be2d145ce539 req-ebdf1105-92d9-4452-b7a5-a2a882413481 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0872509 May 31 13:04:42.412646 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fce8faa9-deff-487a-9fcf-be2d145ce539 req-4dfeb58d-8805-4e54-ad8f-c63f96c3f180 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372207 May 31 13:04:43.653920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b9595-e538-4963-a338-50c579fff1e2 req-ddee44d1-f14d-4141-bf8e-995ad5749c17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:43.655433 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cd7b9595-e538-4963-a338-50c579fff1e2 req-ddee44d1-f14d-4141-bf8e-995ad5749c17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0827792 May 31 13:04:43.702848 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cd7b9595-e538-4963-a338-50c579fff1e2 req-ad855c17-c132-4aa4-b795-4ee18fbf6d1a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 May 31 13:04:44.894604 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831fc4d-7e67-4c43-b04f-6cc6ff31d104 req-e4e15090-6d19-4bf9-9c9d-4883b6f77403 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:44.896119 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d831fc4d-7e67-4c43-b04f-6cc6ff31d104 req-e4e15090-6d19-4bf9-9c9d-4883b6f77403 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0844610 May 31 13:04:44.941684 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d831fc4d-7e67-4c43-b04f-6cc6ff31d104 req-d8cc1594-3e4c-430a-b1c9-1758dedcab92 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396104 May 31 13:04:46.135284 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acba3a-2cc9-4fd7-8a62-8055cd115fcf req-113f6473-a0b6-446d-9cd8-7ad7d2cf21c6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:46.136635 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-66acba3a-2cc9-4fd7-8a62-8055cd115fcf req-113f6473-a0b6-446d-9cd8-7ad7d2cf21c6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0852337 May 31 13:04:46.179662 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-66acba3a-2cc9-4fd7-8a62-8055cd115fcf req-90607b66-413f-40ce-8d3f-e33dd31beace tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373931 May 31 13:04:47.385285 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf2edc-9c95-4093-a000-46a2b9938638 req-b19cfd6c-2a72-432b-9c79-86c3abd8f31f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:47.386721 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80cf2edc-9c95-4093-a000-46a2b9938638 req-b19cfd6c-2a72-432b-9c79-86c3abd8f31f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0902870 May 31 13:04:47.434926 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80cf2edc-9c95-4093-a000-46a2b9938638 req-2483fc59-e756-4fc2-b506-9f8ac973c305 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396712 May 31 13:04:48.637769 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3d0ac-61c2-493a-b0eb-4fe04ce4864a req-b73c9150-ec5e-4802-9ab1-5ac13fa41593 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:48.639180 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d6e3d0ac-61c2-493a-b0eb-4fe04ce4864a req-b73c9150-ec5e-4802-9ab1-5ac13fa41593 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0893173 May 31 13:04:48.683533 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d6e3d0ac-61c2-493a-b0eb-4fe04ce4864a req-e224be5b-38fd-49d9-9b00-b3ba3fbc52bb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386207 May 31 13:04:49.867920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96046e4-869b-4592-9a02-111bb2bdb9df req-88226a32-d276-4d51-a3c6-26fa2d91407e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:49.869370 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e96046e4-869b-4592-9a02-111bb2bdb9df req-88226a32-d276-4d51-a3c6-26fa2d91407e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0802872 May 31 13:04:49.921237 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e96046e4-869b-4592-9a02-111bb2bdb9df req-0d882b86-57d9-4592-ac0b-0ebbf6a4d57d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434809 May 31 13:04:51.195177 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798f2a9-0a6f-4089-bb5c-b0fe407cd6b2 req-f8f88bb1-721e-482a-af2c-f7d897531bdc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:51.196643 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6798f2a9-0a6f-4089-bb5c-b0fe407cd6b2 req-f8f88bb1-721e-482a-af2c-f7d897531bdc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1628675 May 31 13:04:51.240093 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6798f2a9-0a6f-4089-bb5c-b0fe407cd6b2 req-073e237c-6356-4a20-9328-ff1eb0988b91 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377109 May 31 13:04:52.428338 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623aeb3b-09c6-44a7-8818-716d5e5e6ded req-e8bd2c08-58e7-462e-abd2-cafba393f510 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:52.429792 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-623aeb3b-09c6-44a7-8818-716d5e5e6ded req-e8bd2c08-58e7-462e-abd2-cafba393f510 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0836880 May 31 13:04:52.474831 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-623aeb3b-09c6-44a7-8818-716d5e5e6ded req-0f232508-8a15-4326-b315-13d440e0e550 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 May 31 13:04:53.662014 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d031694c-d0c4-45fb-9f3f-3fcf1b058198 req-ec321e14-2806-441e-bd4c-a61b704131e7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:53.663483 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d031694c-d0c4-45fb-9f3f-3fcf1b058198 req-ec321e14-2806-441e-bd4c-a61b704131e7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0802150 May 31 13:04:53.711993 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d031694c-d0c4-45fb-9f3f-3fcf1b058198 req-273e0379-bf90-4aa2-89f3-b2c2dc511c16 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420806 May 31 13:04:54.927803 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a48fa-1cbc-4219-af59-6860cc300222 req-ce22e48c-fd36-4971-9e01-12863c413770 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:54.929281 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-126a48fa-1cbc-4219-af59-6860cc300222 req-ce22e48c-fd36-4971-9e01-12863c413770 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1000066 May 31 13:04:54.974108 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-126a48fa-1cbc-4219-af59-6860cc300222 req-12e81a26-b77a-40ea-b64b-647a799eb3dc tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389235 May 31 13:04:56.171032 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c269e-88d5-4b44-9c2d-df157cef732e req-ef6f7709-2527-429e-9528-a9184daf17d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:56.172463 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b4c269e-88d5-4b44-9c2d-df157cef732e req-ef6f7709-2527-429e-9528-a9184daf17d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0912499 May 31 13:04:56.216428 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b4c269e-88d5-4b44-9c2d-df157cef732e req-fdddf00d-891d-4fa4-b503-18c77825525c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382235 May 31 13:04:57.413348 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baead8e9-29aa-4ef9-91cf-089e50e61c37 req-1bdccd59-54ac-4126-8325-e31ca8284b43 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:57.414774 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-baead8e9-29aa-4ef9-91cf-089e50e61c37 req-1bdccd59-54ac-4126-8325-e31ca8284b43 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0825794 May 31 13:04:57.459695 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-baead8e9-29aa-4ef9-91cf-089e50e61c37 req-95fd3f8c-b627-48fe-ac18-6eac875ff473 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392528 May 31 13:04:58.659360 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250daf1-39e7-427a-9c6f-7cc494de2599 req-b4796f09-fb02-4e6f-903c-4f0cb73c7995 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:58.661021 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1250daf1-39e7-427a-9c6f-7cc494de2599 req-b4796f09-fb02-4e6f-903c-4f0cb73c7995 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0888181 May 31 13:04:58.712015 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1250daf1-39e7-427a-9c6f-7cc494de2599 req-2082e131-fc69-4c59-8720-202b84afa06e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443811 May 31 13:04:59.901530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbd479-558f-4069-a88c-6c89fd3bbf6b req-b7c1bdc4-5215-4d0f-a4e7-368b7902aa4c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:04:59.903236 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09bbd479-558f-4069-a88c-6c89fd3bbf6b req-b7c1bdc4-5215-4d0f-a4e7-368b7902aa4c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0840647 May 31 13:04:59.948711 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09bbd479-558f-4069-a88c-6c89fd3bbf6b req-7ec463e4-fef3-42a7-a0aa-1f9c85f70852 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398521 May 31 13:05:01.161257 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db73ef-9ad3-486d-94bb-45ef8a5963bd req-00ec793a-fb8b-4481-b55a-de2dfd062ea3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:01.162569 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-48db73ef-9ad3-486d-94bb-45ef8a5963bd req-00ec793a-fb8b-4481-b55a-de2dfd062ea3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0917916 May 31 13:05:01.209321 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-48db73ef-9ad3-486d-94bb-45ef8a5963bd req-3a317c50-100f-4ee4-ac64-5c97f617aca1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387170 May 31 13:05:01.345077 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:05:02.259090 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:02.400865 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a041-8528-4371-85dc-dfc65a2f7559 req-5803ea85-b1ab-4b59-9b48-a8d2c1b867c1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:02.402336 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7a3a041-8528-4371-85dc-dfc65a2f7559 req-5803ea85-b1ab-4b59-9b48-a8d2c1b867c1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0787127 May 31 13:05:02.452849 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e7a3a041-8528-4371-85dc-dfc65a2f7559 req-2c29b2f9-0437-4992-ba46-24f434fb2dd4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418668 May 31 13:05:03.650109 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78426b70-bb38-41d8-89b8-b4f12f96582b req-78779be7-b8cf-406c-82d7-21da4b048c58 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:03.651573 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-78426b70-bb38-41d8-89b8-b4f12f96582b req-78779be7-b8cf-406c-82d7-21da4b048c58 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0817299 May 31 13:05:03.698343 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-78426b70-bb38-41d8-89b8-b4f12f96582b req-3ea299f4-0107-4cf5-9c67-3d18c7fce5e7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411069 May 31 13:05:04.889942 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6795e067-8c7c-4046-8859-b664abe4d083 req-f5bcb65f-5bb2-49b2-aaa7-e9d33440cd82 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:04.891390 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6795e067-8c7c-4046-8859-b664abe4d083 req-f5bcb65f-5bb2-49b2-aaa7-e9d33440cd82 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0822625 May 31 13:05:04.936954 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6795e067-8c7c-4046-8859-b664abe4d083 req-d8ae427d-0fd8-4293-a62f-03e837fc5fe8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372570 May 31 13:05:05.292312 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-36a0e924-7e68-4034-9c07-055c2da7090c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:06.147111 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab687bb-c6df-42b8-a3f7-b143b63fdcf7 req-d4bd969c-69c0-47a0-8bd8-5c3b29807409 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:06.148540 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fab687bb-c6df-42b8-a3f7-b143b63fdcf7 req-d4bd969c-69c0-47a0-8bd8-5c3b29807409 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0887356 May 31 13:05:06.193488 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fab687bb-c6df-42b8-a3f7-b143b63fdcf7 req-8c57bbb9-981b-4a93-b767-f02a347c36c4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393746 May 31 13:05:07.417004 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07a8e9-8750-493e-84c8-e50f54efacf8 req-503adcf9-f2f5-4e29-bea1-4df7af7b3b92 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:07.418457 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a07a8e9-8750-493e-84c8-e50f54efacf8 req-503adcf9-f2f5-4e29-bea1-4df7af7b3b92 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1022942 May 31 13:05:07.467301 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a07a8e9-8750-493e-84c8-e50f54efacf8 req-9da4a725-bb76-4a8d-9fcd-d12ef32b3229 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403893 May 31 13:05:07.673949 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:07.851710 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2f82b809-9939-4d11-a9e4-1c4663cdba46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:08.677432 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c39477-aed4-4536-982b-2f13fab9e2e0 req-ecdd4b4e-ac6b-4cb7-8cc3-1fa4555d4992 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:08.679028 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-01c39477-aed4-4536-982b-2f13fab9e2e0 req-ecdd4b4e-ac6b-4cb7-8cc3-1fa4555d4992 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0934396 May 31 13:05:08.738045 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-01c39477-aed4-4536-982b-2f13fab9e2e0 req-567bd3e8-b420-4af6-8bab-265ba3eebf2f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524707 May 31 13:05:08.980429 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:09.925746 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee13508-4883-4a76-b8d7-0fee59c0c694 req-5f7e20a0-962d-43f2-8c96-ceb7cd0e59da tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:09.927193 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eee13508-4883-4a76-b8d7-0fee59c0c694 req-5f7e20a0-962d-43f2-8c96-ceb7cd0e59da tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0814903 May 31 13:05:09.971322 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eee13508-4883-4a76-b8d7-0fee59c0c694 req-2fb71d5c-3011-4112-b38c-2908f0885a85 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382252 May 31 13:05:10.536873 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:11.177907 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc39f19-3afc-47c1-a918-02756778e5d5 req-1eb6718a-6d9e-48d5-8617-cbd6dff5c198 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:11.179418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdc39f19-3afc-47c1-a918-02756778e5d5 req-1eb6718a-6d9e-48d5-8617-cbd6dff5c198 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0937445 May 31 13:05:11.226026 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdc39f19-3afc-47c1-a918-02756778e5d5 req-160842dd-6fab-41ff-88df-66be32e4d863 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 May 31 13:05:12.413986 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adbcb47-e240-43ec-8c70-52137809f0b2 req-11e6ace1-b28c-4c6f-ac86-59ba6a2a29d3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:12.415601 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8adbcb47-e240-43ec-8c70-52137809f0b2 req-11e6ace1-b28c-4c6f-ac86-59ba6a2a29d3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0821502 May 31 13:05:12.459971 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8adbcb47-e240-43ec-8c70-52137809f0b2 req-34b5f08a-48e3-45c5-9391-a9daf524e4bd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385361 May 31 13:05:13.719323 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35f310b-378f-47d2-a587-dc7ddfb0d725 req-ee06771c-f394-424b-af54-6aa0c24ad8d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:13.720799 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e35f310b-378f-47d2-a587-dc7ddfb0d725 req-ee06771c-f394-424b-af54-6aa0c24ad8d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1565902 May 31 13:05:13.767435 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e35f310b-378f-47d2-a587-dc7ddfb0d725 req-cf4d4ef2-ff3b-4495-89b3-926bdd469478 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380561 May 31 13:05:14.960181 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ed1aa0-b97f-4bc1-bad9-da70bdf64f6b req-6f16e599-fcec-4a89-94af-a6ad3958c771 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:14.961602 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-15ed1aa0-b97f-4bc1-bad9-da70bdf64f6b req-6f16e599-fcec-4a89-94af-a6ad3958c771 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0867114 May 31 13:05:15.012293 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-15ed1aa0-b97f-4bc1-bad9-da70bdf64f6b req-71131cbb-c3ba-42df-853a-0b574d8e6bad tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 May 31 13:05:16.215993 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63cc545-7ec3-45e9-b5b2-3bb1769f722c req-787f80bc-d1f1-43d9-b58b-f4aaf0075486 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:16.217515 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d63cc545-7ec3-45e9-b5b2-3bb1769f722c req-787f80bc-d1f1-43d9-b58b-f4aaf0075486 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0843127 May 31 13:05:16.261957 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d63cc545-7ec3-45e9-b5b2-3bb1769f722c req-d6cfc9e2-f68d-4584-8b26-e2b759b79bd6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385773 May 31 13:05:17.470612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a650afc-1d27-41e8-8a35-65129d2a3226 req-444043c4-c62d-4134-a5c1-d04aa6debc66 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:17.472121 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a650afc-1d27-41e8-8a35-65129d2a3226 req-444043c4-c62d-4134-a5c1-d04aa6debc66 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0880625 May 31 13:05:17.524203 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a650afc-1d27-41e8-8a35-65129d2a3226 req-e0e5b437-9332-419d-a218-427ab6157e12 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452688 May 31 13:05:18.716185 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b832bee-b1e5-4ea8-b2eb-d35398b83cc5 req-82a266c0-17ca-4602-8b4d-ec5ee4576473 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:18.717711 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b832bee-b1e5-4ea8-b2eb-d35398b83cc5 req-82a266c0-17ca-4602-8b4d-ec5ee4576473 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0786724 May 31 13:05:18.760952 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b832bee-b1e5-4ea8-b2eb-d35398b83cc5 req-3574823a-472f-4fd3-acb6-fad91e358c0b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375576 May 31 13:05:19.961948 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d1b0c-6540-4f0e-a5ab-72c9a09161a6 req-31789851-3c6d-41ec-af78-af6c579df73e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:19.963421 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-704d1b0c-6540-4f0e-a5ab-72c9a09161a6 req-31789851-3c6d-41ec-af78-af6c579df73e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0939522 May 31 13:05:20.008876 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-704d1b0c-6540-4f0e-a5ab-72c9a09161a6 req-66b3d7a6-7730-4705-b5d3-169fd18f056b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396390 May 31 13:05:21.210757 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed6b907-e2b4-42a8-8c18-f756deeb9979 req-6a24909c-589d-4b2d-83f0-01b434abed6f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:21.212237 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bed6b907-e2b4-42a8-8c18-f756deeb9979 req-6a24909c-589d-4b2d-83f0-01b434abed6f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.0855052 May 31 13:05:21.259917 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bed6b907-e2b4-42a8-8c18-f756deeb9979 req-f78f7729-3cca-45fe-a18b-73d876a0e31b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420485 May 31 13:05:21.289471 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 39560) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:05:21.563275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Deleting port 8e7709e0-916d-470f-8b8e-9601fd7413fe {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:05:21.563565 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:21.681629 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:21.681981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:21.800548 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Calling delete_port for 8e7709e0-916d-470f-8b8e-9601fd7413fe owned by network:floatingip {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:05:21.951729 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:21.956699 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:05:22.002586 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event deleted for resources: {'Port': ['ID=8e7709e0-916d-470f-8b8e-9601fd7413fe,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:05:22.066538 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.066923 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.067278 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.067630 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.067968 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.068309 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.068643 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.069008 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.069339 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.069674 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.070008 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.070323 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:22.073489 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:05:22.118722 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for floatingip, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:22.118958 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Floating IP b2d6d043-d6ab-4a05-9ccd-029314bea296 disassociated (deleted). External IP: 172.27.1.229, port: c7a1bbcc-afb0-4963-b47b-ca2a76c8b937. May 31 13:05:22.589528 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:05:22.780293 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:05:22.790247 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] Sync routers for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:05:22.797887 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:22.799925 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:05:22.800533 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:05:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:05:22.854137 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "DELETE /v2.0/floatingips/b2d6d043-d6ab-4a05-9ccd-029314bea296 HTTP/1.1" status: 204 len: 168 time: 1.5632284 May 31 13:05:22.854790 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:05:22.857237 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d0afc1-8760-4314-bf64-7c20c29ce325" -d '{"events": [{"name": "network-changed", "server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:05:22.904439 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eb0911-7f92-44ad-8016-2ade1f79d96a x-openstack-request-id: req-e5eb0911-7f92-44ad-8016-2ade1f79d96a {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:05:22.904969 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:05:22.905274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e5eb0911-7f92-44ad-8016-2ade1f79d96a {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:05:22.905704 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'status': 'completed', 'code': 200} May 31 13:05:22.984172 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:05:23.017206 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-4ca6190b-7840-42a9-8964-66f25dc81478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:23.018706 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-4ca6190b-7840-42a9-8964-66f25dc81478 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 1097 time: 0.0909858 May 31 13:05:23.173850 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-ca3511d5-b8bd-4af2-9b77-12140c819519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:23.176930 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-ca3511d5-b8bd-4af2-9b77-12140c819519 service neutron] 10.222.0.41 "GET /v2.0/networks?id=441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 200 len: 910 time: 0.1512921 May 31 13:05:23.249546 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-0faa19c8-ebe8-483b-a0e2-dba7d91379ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 200 len: 217 time: 0.0651531 May 31 13:05:23.281833 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5cbc8-8203-4ac3-b518-da4ac0264ea5 req-db33eebb-5580-4a59-ba8f-814c7c7815d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:23.282533 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-cff5cbc8-8203-4ac3-b518-da4ac0264ea5 req-db33eebb-5580-4a59-ba8f-814c7c7815d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Synchronizing usage tracker for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:05:23.314422 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-cff5cbc8-8203-4ac3-b518-da4ac0264ea5 req-db33eebb-5580-4a59-ba8f-814c7c7815d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Unset dirty status for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:05:23.315807 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cff5cbc8-8203-4ac3-b518-da4ac0264ea5 req-db33eebb-5580-4a59-ba8f-814c7c7815d5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.1122065 May 31 13:05:23.359781 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:07Z', 'revision_number': 5, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:05:23.364455 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] Checking router: 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:05:23.374384 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:05:23.375105 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:05:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:05:23.397593 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cff5cbc8-8203-4ac3-b518-da4ac0264ea5 req-7feb1321-e3a5-4421-97fb-cf3138e31255 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/security-groups?id=849d296c-a1ff-429a-89f6-aae13ce52ba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685563 May 31 13:05:23.435412 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-54c4bd0d-2382-4d01-ad30-8cae290dba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:23.435412 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-54c4bd0d-2382-4d01-ad30-8cae290dba2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e HTTP/1.1" status: 200 len: 848 time: 0.1793044 May 31 13:05:23.496635 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-7c731d8a-078f-4c48-86cb-318ca45cb964 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:23.497335 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-7c731d8a-078f-4c48-86cb-318ca45cb964 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Synchronizing usage tracker for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:05:23.519797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-7c731d8a-078f-4c48-86cb-318ca45cb964 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Unset dirty status for tenant:826e894eaafa4c5bb3d23cad3fff7d5a on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:05:23.520874 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-7c731d8a-078f-4c48-86cb-318ca45cb964 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.41 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 944 time: 0.2214453 May 31 13:05:23.573545 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:05:23.585903 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-5ca2f08f-8e12-4b13-b8a1-e5c35349a169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:23.587363 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-5ca2f08f-8e12-4b13-b8a1-e5c35349a169 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=441e9cd8-7c15-462c-b4f1-f311dbc70797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1454790 May 31 13:05:23.767054 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-157e73e6-b36f-438f-9651-6a498fdb5c5c service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725254 May 31 13:05:23.769307 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Deleting port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:05:23.769636 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:23.914152 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:07Z', 'revision_number': 5, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:05:23.918162 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d0d84d-38d9-4e7f-98a3-5ee9aeee83bd None None] The sync data for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi is: [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T12:53:57Z', 'revision_number': 4, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'f0c42ff0-89ea-4152-beca-bb63333816f5', 'name': '', 'network_id': '441e9cd8-7c15-462c-b4f1-f311dbc70797', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'mac_address': 'fa:16:3e:d5:78:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:55Z', 'updated_at': '2021-05-31T12:54:07Z', 'revision_number': 5, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'subnets': [{'id': 'baf870f9-d9d0-4b8f-b9e8-382549fe8a8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:05:24.001709 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] For port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:05:24.002058 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:24.010326 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-1fa41c2e-a281-4c69-bc61-55efe2dbfb5c service neutron] 10.222.0.41 "GET /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280850 May 31 13:05:24.126671 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Calling delete_port for c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:05:24.135450 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c0cc13-7a68-4bf5-9246-bbbb55793df9 None None] New status for floating IP b2d6d043-d6ab-4a05-9ccd-029314bea296: DOWN {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:05:24.352653 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:24.358047 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05755164-c873-4414-b56d-b847a95e775d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:05:24.402720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event deleted for resources: {'Port': ['ID=c7a1bbcc-afb0-4963-b47b-ca2a76c8b937,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:05:24.446901 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.447257 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.447599 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.447937 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.448279 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.448610 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.448936 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.449262 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.449588 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.449924 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.450306 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.450589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:05:24.477743 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:05:24.491706 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] No DVR routers for this DVR port c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:05:24.494878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:24.535319 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'name': 'network-vif-deleted', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:05:24.539133 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad914cff-2b16-4546-949c-b5258be939c9" -d '{"events": [{"server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "name": "network-vif-deleted", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:05:24.564719 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8d4156b4-5389-4fc4-bd8b-28ff6fa86658 req-9d647bb2-b814-44a5-80a2-cb03e2a31dfe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.41 "DELETE /v2.0/ports/c7a1bbcc-afb0-4963-b47b-ca2a76c8b937 HTTP/1.1" status: 204 len: 173 time: 1.0377057 May 31 13:05:24.611975 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db82645-89a8-460b-814b-f85bd2810767 x-openstack-request-id: req-0db82645-89a8-460b-814b-f85bd2810767 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:05:24.612528 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5849d13f-c072-46c0-a066-a57ddd756b2e", "name": "network-vif-deleted", "tag": "c7a1bbcc-afb0-4963-b47b-ca2a76c8b937", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:05:24.612967 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0db82645-89a8-460b-814b-f85bd2810767 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:05:24.613553 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5849d13f-c072-46c0-a066-a57ddd756b2e', 'name': 'network-vif-deleted', 'tag': 'c7a1bbcc-afb0-4963-b47b-ca2a76c8b937', 'status': 'completed', 'code': 200} May 31 13:05:24.640379 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ebca01c9-5529-428e-9f87-638a6e0405e5 req-c9b20d15-d7b7-4130-af4c-358633f609ed tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0561273 May 31 13:05:25.790871 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ecb152e4-9746-415b-a37d-0d6c40bb40b3 req-e754bbda-65ad-4c29-862e-c3775ab3e36b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0412128 May 31 13:05:26.946567 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-20102c45-8dc5-46d5-be90-cff5094b57f2 req-8ddbb496-0731-4768-9ced-e37da697d03b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0488746 May 31 13:05:28.114534 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7cf13d35-c843-41c3-bc52-ec56ebf573db req-140e4acb-bb35-4ee3-9dd4-a2fcf282796e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0562654 May 31 13:05:29.286187 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-79a7f4d1-804f-40e0-a7d8-05f504974c31 req-df75756a-c6e4-46d0-adb7-998b1da20cdb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0487933 May 31 13:05:30.453598 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1841065e-fdee-4ab5-907c-251537adc289 req-8b686822-73dd-4234-a24e-5bd1b34dab5f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0448472 May 31 13:05:31.618980 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-efee68cd-a0b0-489b-986e-7b7f031f48da req-cb39120d-7874-4e65-8844-ff2ff5fbf2f9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0463769 May 31 13:05:32.277729 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:32.793429 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d7b9568-7802-4573-8f57-a90c29e96215 req-fdd22a68-66eb-4fe2-a96b-f1b7d4b50c6e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0427401 May 31 13:05:33.965260 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc4db862-d999-42b2-8930-b1e9c92badde req-344d7532-f92d-40ce-9dde-b342961b6cd7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0555897 May 31 13:05:35.124677 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29dc6611-9850-408c-a772-92b82dfe8941 req-ef82f13b-59f1-4f47-a584-52a6bacda673 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0478251 May 31 13:05:35.285990 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1e14aa7f-2b27-4507-97e5-1437a9a05a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:36.286944 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7654eb53-6cf8-424f-8301-c48feb7b8b72 req-1926c943-761c-4d96-9e11-a5b715cbbb78 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0431745 May 31 13:05:36.859636 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-cf775d7e-526c-40f8-85df-c11082b1fcec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689523 May 31 13:05:37.006562 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6681-e392-4337-9549-a9bf434866da req-506b73fc-9ce8-4646-b5d7-b5cbc92e82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:37.008071 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-506b73fc-9ce8-4646-b5d7-b5cbc92e82e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 1099 time: 0.0738611 May 31 13:05:37.150190 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6681-e392-4337-9549-a9bf434866da req-e1d842e0-874f-4a2d-939f-3bc3876245a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:37.151633 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-e1d842e0-874f-4a2d-939f-3bc3876245a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1240220 May 31 13:05:37.253447 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-378a3dc6-a629-491c-a61a-087b738e0a41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 200 len: 1001 time: 0.0948567 May 31 13:05:37.316754 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6681-e392-4337-9549-a9bf434866da req-818fa2da-d578-4b5f-bfa6-a6095f75e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:37.317971 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-818fa2da-d578-4b5f-bfa6-a6095f75e0d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0586450 May 31 13:05:37.392802 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb6681-e392-4337-9549-a9bf434866da req-05207fa8-aecb-432d-a622-39913d85ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:05:37.394142 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-05207fa8-aecb-432d-a622-39913d85ba62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701764 May 31 13:05:37.440659 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63f9bf28-176b-4149-99f0-ba3aa20cb877 req-5e9962ec-1957-45ad-a5f8-02b80f9ceff9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0428703 May 31 13:05:37.528070 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-ceb15ad4-da27-4b00-8874-d9223d3c9024 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269584 May 31 13:05:37.663203 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4dcb6681-e392-4337-9549-a9bf434866da req-ff08ed12-bc40-4233-b358-8028dc546475 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276870 May 31 13:05:37.668725 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:37.846949 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2aa06070-4f38-4ebb-9807-1a3a653e3408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:38.339345 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:05:38.592428 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-74271e81-aab2-48ca-b5ed-fe36398cdd91 req-8ab5758a-b880-4f09-b080-dc117beb472c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0455060 May 31 13:05:38.985445 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:39.745989 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b5257983-0750-47c5-a1f7-02bb56678045 req-03d165f8-f9f3-4596-a561-6ee3f2e8d3bb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0423203 May 31 13:05:40.552103 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:05:40.892936 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7a02a897-dfc5-4df8-a355-16800dc6ed65 req-77eba87f-0f37-4840-a0c2-58f8e1beaf30 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0430906 May 31 13:05:42.044082 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09d56e96-f7c1-4848-8235-b17243426326 req-363e43bf-7b5a-440b-9745-39edeb5a9eda tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0444801 May 31 13:05:43.196579 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8168a0f-0fc0-4362-b331-489a8abbfd36 req-57f12caf-4e30-46e8-b29a-dc113457baf7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0457129 May 31 13:05:44.357737 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6ede161-8b5f-42e0-90fe-621f14e8f3fe req-5eafc9c2-7d91-4fd2-a898-4c102e3826f1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0419593 May 31 13:05:45.601560 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3092ad5a-2d52-49b0-a5b9-4ea3796d62c2 req-9f8958e4-9fc8-4a5c-b369-d82d28850ed6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.1257918 May 31 13:05:46.761625 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e3023b23-dfb6-4e92-8f6e-ca68d45f200f req-64fca7a3-4bcd-42b5-8b5c-53b5eacf83f3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0443747 May 31 13:05:47.911366 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8006623-51eb-40a8-ab90-61aaf41fb40a req-26e51e5d-7c86-4f2f-8f29-339e3f2938ce tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0453675 May 31 13:05:49.058910 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-434cbdb7-ee86-488b-87b3-661ae04a4ca8 req-e8407bac-8baa-49f5-8304-9a0039bbd8a1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0420871 May 31 13:05:50.216739 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d8d75279-22e9-4df3-9661-066380e55c86 req-c7bcfa74-8a53-43d9-8c66-49d4dc297a56 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0419252 May 31 13:05:51.369566 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-708d61f1-36a4-46b9-81da-80a3e2979500 req-11be5bf7-f257-48df-8337-37f2509ef465 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0454147 May 31 13:05:52.515965 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3cd9f83d-52fd-4a84-a913-2c41d2b61e54 req-666ea297-2270-474f-8a44-4b3dac8c58d6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0419331 May 31 13:05:53.663234 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-df5c8b6d-a81c-4c84-9801-59cab6c30e6f req-de0242b3-550e-4224-8ea8-b0098102ade3 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0437939 May 31 13:05:54.826027 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-03ac6527-38a7-42db-a674-1815d3ec5ce2 req-ae39b7d8-cec9-440f-a558-bcd255871ed0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0544028 May 31 13:05:55.999287 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5eff9bd2-14c0-4e05-8504-a7d3c01e6b65 req-a8b001b4-787e-4e0b-a806-4c54a1f0a504 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0510488 May 31 13:05:57.315861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dae6cf02-de8b-405e-a8c6-643ad6081906 req-fd5ae004-9346-4ca6-b97d-fae38f7a35a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0485988 May 31 13:05:58.475006 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-75bc328f-e5cc-4682-8129-d073b1d479db req-732a2608-bfba-4a92-bf3d-41e4d8ac4344 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0454602 May 31 13:05:59.634183 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-acc9e582-1473-4090-993d-a7f4ffc9c877 req-8d456ac8-555e-4d10-b268-dd4b7f70e83b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0446374 May 31 13:06:00.783696 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-34bb5a85-7872-4af3-ad02-808ed719181a req-bb630223-3d5e-488d-99b4-04dfcd602906 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0427723 May 31 13:06:01.945115 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c247d41f-0fd3-44a3-b115-e36bcf43cb35 req-6011a352-9964-40cc-b361-f2ce1a38dfbe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0474460 May 31 13:06:02.277592 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:03.104558 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5dbbada-32b7-403f-a234-76bf509c59f8 req-ed3e145d-42f4-41c6-991c-dea5231dc40d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0481296 May 31 13:06:04.518384 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1cd94cc9-6c60-4570-a061-46fcc9a9a93f req-c220411b-5880-42b6-ac65-be88665061b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.2928047 May 31 13:06:05.298808 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4f73756-9fc9-48f8-a40a-1045dc83c4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:05.722567 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e19c4d42-e468-4956-ac12-dda794806ba6 req-c3d53cee-f7d6-46da-814c-1a45615bb49b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0964754 May 31 13:06:06.882090 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dfa1131f-3bf7-4a2f-bfed-46f4ef1d2551 req-197e955a-07b6-4751-bd76-3abdaddaab70 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0436332 May 31 13:06:07.675128 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:07.854105 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b682a83f-1bfa-48dd-a187-6798ae68095f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:08.035375 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5bc11b9e-35ef-43a0-b862-2f86a7432245 req-af079499-248d-445a-9f5e-9c5a319f0401 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0457892 May 31 13:06:08.986276 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:09.199052 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ba416d93-329a-4c1d-b4d3-2ac7ba494c1c req-ee9de9ec-3287-48a6-b5a8-82dde18015cf tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0457463 May 31 13:06:10.349506 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d9dd5c5a-9a79-4817-b209-50a982be0596 req-efe23eeb-3b16-402f-bca0-c6e8952a1139 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0440743 May 31 13:06:10.550399 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:11.501480 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80b37b1c-5bfe-4805-ab2c-bbc6f94b2994 req-2f0d5eff-f351-4b36-9138-ad2de42b810e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0421073 May 31 13:06:12.664198 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cfe2f2a2-80aa-4f09-a8ff-92d35562b6cc req-3166ee8b-cb05-4994-851e-21c35c9094e9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0491371 May 31 13:06:13.829357 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e58e7c70-5026-4de3-adf4-0eb5529d2d83 req-d484a418-1cea-4bc5-b295-b82f0684e1cf tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0467155 May 31 13:06:14.996288 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0e791f36-2d14-407b-9616-603f37261831 req-79ff0ff7-bddf-4d34-a8b5-2349dfafbf90 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0487401 May 31 13:06:15.343125 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:06:16.168707 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca01795f-0398-4000-a9c2-dd600535b3c4 req-6e6cde07-293e-46f5-8f24-e4c5321b819c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0453396 May 31 13:06:17.334719 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf4cc68b-55cc-44bf-99b8-5c06b1fa18f7 req-b9ce1af3-4320-47ed-9ee6-2f05220d89fb tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0431120 May 31 13:06:18.489798 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6903d59d-5c97-47fb-b9cb-fba83bcffefd req-c9c66e46-9802-4f68-adcb-12d124f8f754 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0429747 May 31 13:06:19.656852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b691b27-0412-44c7-b51b-9a7f2feacc6b req-5a7812bd-a4ca-4192-a7ff-02f5631fecf4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0463259 May 31 13:06:20.819818 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90de6ad2-05e1-41fe-a5d1-4538a23061ff req-703b88bd-9757-4639-84b8-8f49c6a5b120 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0419698 May 31 13:06:21.967120 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-74836232-852c-4a0f-9278-debcc899ac1c req-c1189f05-4521-4125-8f37-5a8fe577e811 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0423195 May 31 13:06:23.131215 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-43af1812-ac8c-419f-8eee-6f721d9c4b64 req-eee922db-f46e-497e-b8bb-3d10f7f6b621 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0454504 May 31 13:06:24.363874 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-526a94af-6667-4f72-997f-78da529f36bc req-34ebe3de-8573-4961-9cd0-c17fe12c55f7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.1250997 May 31 13:06:25.517591 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d88ac750-a5d1-486d-9318-2bfa9f8fd320 req-2c242d18-dd7c-4d34-a07f-33779c0eb023 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0424082 May 31 13:06:26.668744 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6bb4e4d3-0e94-4539-8328-9125ac63fee1 req-b6a89686-667c-4a0c-a816-050774af20a6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0449078 May 31 13:06:27.827300 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4b695112-2484-4405-90ae-5f663aed570e req-494278d1-4f13-4f5a-8c18-5f23a25a92dd tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0489142 May 31 13:06:28.990716 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cacf9910-86ee-4017-9d1e-028e55479c34 req-f5f97746-419d-4611-922b-22713a40d4c4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0457599 May 31 13:06:30.157539 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-588c1389-099a-4777-9543-b1ad4d3c687a req-9fbd4231-8c3e-4b91-95cd-6e274aa288f6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0483415 May 31 13:06:31.323986 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-000ea443-011a-4764-b7c1-0ed20fe9d4b6 req-d7d9b1ac-c945-4eda-bcac-e8ca9d3ed71e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0524235 May 31 13:06:32.308167 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:32.474334 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c7844252-9711-41d6-9562-dbff72f25f2a req-56efe2fc-cd28-4f61-8dea-b0b1e4fb06f9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0452621 May 31 13:06:33.641018 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-194ac069-f6f4-4501-b3dd-add9ced5cec3 req-b1435799-0f43-42ef-8592-a78e4a6f59c7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0516193 May 31 13:06:34.801978 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1045bdd0-525c-40ba-be5b-99213c15baee req-f4fe6613-e6d5-414d-844c-342cf91b5ced tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0421166 May 31 13:06:35.298856 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-775f5f4a-6a0a-4b7e-bec9-d50ec6478b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:35.962991 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18e53677-5d02-418e-a67e-8433d78bfb49 req-db5e1620-c27a-4cbf-8c55-99f9d3c51655 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0424194 May 31 13:06:37.129882 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-88bece60-fac0-4cf8-9a6d-b1725ea62fbd req-5bfd5271-ac77-41a1-ac04-0ef983f22792 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0507379 May 31 13:06:37.669977 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:37.849962 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-464e5df3-709d-4ccd-b1ec-ce99996ea0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:38.306767 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-480665af-e380-4ee0-8573-c4d4ccf1adfa req-ab20f09a-ea75-465c-a10c-29e2a157b7d9 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0429175 May 31 13:06:38.947808 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-ca0be7cd-e378-43b1-ab61-8d65b54fc75b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1384597 May 31 13:06:38.993373 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:39.040113 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-b4948fbb-ec2e-4dc8-b19f-a7a99642b347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:06:39.041558 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-b4948fbb-ec2e-4dc8-b19f-a7a99642b347 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0715737 May 31 13:06:39.184303 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-dc9fa6a6-a840-41ac-baf4-851906c6d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:06:39.185705 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-dc9fa6a6-a840-41ac-baf4-851906c6d881 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1250598 May 31 13:06:39.254741 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-579d323b-fd3d-4399-b826-bdc95056ff2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0625143 May 31 13:06:39.330234 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-f0d31f46-6d5a-4620-a7f8-1b91131bac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:06:39.331669 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-f0d31f46-6d5a-4620-a7f8-1b91131bac69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0701134 May 31 13:06:39.381407 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-0b52ab87-1ece-4ef8-b7a0-5a2b148dd584 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431063 May 31 13:06:39.456849 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f260aab9-5958-43c2-9726-7ad88cea82b5 req-41b8331c-e672-45f3-8001-27612b81d8df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0440452 May 31 13:06:39.591332 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-71d83966-5914-4087-9371-b69d7413c117 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036722 May 31 13:06:39.723051 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-502a8c30-ff66-4886-94ad-1f5097ae3444 req-12b11229-75a9-4845-801f-1fd6ca2f758e service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248233 May 31 13:06:40.549936 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:06:40.620964 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0986b86b-4f65-4f90-99a1-d78607c3ea52 req-f3e1f54f-5eb9-49c2-a4b9-cb8fb892b1b8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0451863 May 31 13:06:41.779194 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09c788b1-c530-4f1a-995b-d0158adf8ed3 req-ff7e8da3-5a23-47ee-b45a-d407e78e7246 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0420842 May 31 13:06:43.068083 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b5ef8355-7af4-4ad5-a33d-baeb8734821d req-c6f86238-3b51-464f-a271-d11dd19cdc0f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0440047 May 31 13:06:44.233339 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-43ce663c-866c-4dfb-b065-981354cd46c6 req-d1dfa2fb-3897-4b1c-8243-b2188f093ad7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0444844 May 31 13:06:45.392400 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d353f07d-405d-497c-84f8-dd8d84df8aca req-726c39b1-689a-49d9-b094-31102bfcb437 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0438955 May 31 13:06:46.540906 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5611514c-0349-4f22-aa11-963724dd9008 req-d75ba0c0-9be1-4943-b165-207b0f14281a tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0416822 May 31 13:06:47.693160 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e35dea59-b8b6-4c6e-b0d3-fe5447c2edcc req-a38ed6de-2091-45df-bd48-082bb60507e2 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0459762 May 31 13:06:48.840055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-33243418-01bc-49ca-9578-19a5a1f70c9c req-eb2ee543-72d8-4af7-bd0f-852079bb9c17 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0428596 May 31 13:06:49.991686 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e841e453-c2fd-4368-b9ff-d5abde360274 req-c8e29647-b7b8-41f6-8824-9c424d7dd5fe tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0426528 May 31 13:06:51.144616 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5b4f12cd-9828-4271-a781-176de6e245e4 req-79ea1f49-138a-4a3c-b0e9-b815e508ea03 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0461662 May 31 13:06:52.307300 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c3b57dec-1369-4aa5-85a7-6d75f3397d8c req-8c9485ae-c83a-4271-8459-d3b8e27a827c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0447564 May 31 13:06:52.342353 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:06:53.458669 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d996b84b-e37d-4927-94e9-efd5cd12b01c req-939b8824-6a9c-45a4-a5f5-dcd4cfa9cad4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0419052 May 31 13:06:54.615935 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-825b801b-c872-46ad-9dbc-8c2b9f2ecac4 req-580569e2-c141-4316-91c0-b907cc00dde0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0536449 May 31 13:06:55.784155 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9d25df32-eb42-40ae-8e8f-db6ebef6194b req-71aa2c56-9773-41c2-ac4e-4bbeb1e77e0f tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0513506 May 31 13:06:56.948612 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cd21d955-4503-408e-b9d6-f03e2576a331 req-95d4fdf8-c73f-499e-94bd-fdbcfd379f1e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0461960 May 31 13:06:58.119915 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5a2c22ff-28aa-42e9-9f3f-3599643c9848 req-741222e9-d6f3-4cb5-bceb-9c319873909e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0464020 May 31 13:06:59.279380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-115be852-9edc-4238-9b36-91043aef80df req-757ab1c4-e3f0-4d0e-86a1-e173e9a351d8 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0426667 May 31 13:07:00.435268 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97876159-5a2e-4c6c-830c-3c8dfb6f6daf req-1dd76e08-d9e3-4389-99e2-e1b750e3cd95 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0431995 May 31 13:07:01.695976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2241e9e0-ca49-4ef9-aa21-e2d851b4744b req-5a990e6a-5deb-41a7-8b0a-6d9d9a1205ca tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.1403995 May 31 13:07:02.329279 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:02.851246 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-373970aa-936a-4a85-ae48-da188c9184ec req-f04075f2-32c2-456a-abbf-46d7a93cad0e tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0485444 May 31 13:07:04.001732 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-57edc365-5d3c-4c08-ba61-149db803c094 req-0f91a40b-6f77-4272-b49d-d0787501accf tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0435195 May 31 13:07:05.176111 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-547fe8a9-94fa-405f-91e8-ae95ef0f6388 req-dd1f4118-aae4-430a-9eb4-90040cffa930 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0540087 May 31 13:07:05.292833 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f9725bd9-fc04-4d9b-b2d6-465463d965af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:06.326089 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eb775bfa-8f2e-4bfb-bcda-e2485ad7af12 req-7052fcda-ddf4-4216-a89b-167c87425ab6 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0445516 May 31 13:07:07.484982 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e38bef43-13cb-49af-91a8-6683fa967aa2 req-00ba876b-9926-478e-a2a3-4235f11c29c7 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0426280 May 31 13:07:07.677173 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:07.855236 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8b31ba02-6307-4954-bd48-2f3198ebd65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:08.640471 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a8f252cc-6c05-4f3f-94e1-a942342a6f32 req-1c39c85b-7061-4629-ae79-10facbcd67a5 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0455129 May 31 13:07:09.000615 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:09.794352 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-29ace9de-e246-46e8-9e27-0a4d7e2f6631 req-dd95c857-7b52-40ae-9c85-76429b646b59 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0415497 May 31 13:07:10.554682 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:10.941687 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8e3c5622-7984-4f7b-97c0-046444fabb41 req-6225a204-0166-43bb-9345-40b32d676d02 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0429795 May 31 13:07:12.098343 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6db7f9f5-d8fe-4c74-badc-e893c39e862c req-9f7a8eba-26f6-4dd0-95bc-491f477c576b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0461543 May 31 13:07:13.247875 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-842fe39c-8b40-4a8e-a3e4-320c5f3783a4 req-c785e5b9-37f4-495c-9b89-9fa454802aef tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0426691 May 31 13:07:14.402054 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9fd57be9-b130-40d3-9f84-13a771f9b1de req-67e9a4e4-cf88-4ce8-9b06-9f851a9c3f5c tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0420148 May 31 13:07:15.555981 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5bbe1fef-b99b-49a0-886e-2e8136dcdb65 req-811f0ab2-e6b8-48d4-829e-902d908c478b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0452096 May 31 13:07:16.719985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9f658276-4c12-4c78-b691-af86bfb01221 req-340a3d7b-6c06-40c9-a8b2-f11351765973 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0459454 May 31 13:07:17.872022 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-903358ef-6609-4702-b12d-dc1ffeca9e4f req-1e393319-f4b0-480c-9090-de9777c00eae tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0427470 May 31 13:07:19.030839 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-adbbbff5-5257-489f-8fa7-335b0f8ea753 req-c9fa052a-d760-469e-998b-878d0e193218 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0465240 May 31 13:07:20.183734 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d30d4c14-32ea-4ed4-9000-ec06156bf2ff req-9626a182-b584-41d0-a42c-39ce118c7ede tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0473387 May 31 13:07:21.359292 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9594f22c-370e-4420-917d-a6585fd38c06 req-e89c25ac-0daf-494d-8bf4-7a45cd94d15b tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0452955 May 31 13:07:22.525310 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-438c56a5-22bc-465f-a22d-c03f185c077d req-be85b7e8-78e3-420a-8fd1-f6a5a50c08e1 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0464945 May 31 13:07:23.689670 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-903f0993-039a-4cb0-be1e-de2b50c4e833 req-d3c6acc8-497b-4b89-a9c8-aa557badf711 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0467381 May 31 13:07:24.851908 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-89179748-cb9d-4949-8859-55e45ef619f8 req-96f90a2d-7b39-4833-a044-88890b59c171 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "GET /v2.0/ports?device_id=5849d13f-c072-46c0-a066-a57ddd756b2e HTTP/1.1" status: 200 len: 210 time: 0.0429850 May 31 13:07:25.956558 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 41148) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:26.030954 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:26.060434 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:26.136313 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:26.141307 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d572ef32-240f-4681-a855-acdb2738d961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:26.156846 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=849d296c-a1ff-429a-89f6-aae13ce52ba2,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:26.168171 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.168540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.168929 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.169280 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.169720 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.169994 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.170329 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.170669 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.171036 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.171373 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.171696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.172027 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:26.175203 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:26.176343 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] 10.222.0.68 "DELETE /v2.0/security-groups/849d296c-a1ff-429a-89f6-aae13ce52ba2 HTTP/1.1" status: 204 len: 168 time: 0.2185576 May 31 13:07:26.177283 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-adac30e7-ad93-4c8c-badb-2eb66d478e09 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:26.331484 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41162) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:27.005025 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:27.404824 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Deleting port f0c42ff0-89ea-4152-beca-bb63333816f5 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:27.405440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:27.523487 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] For port f0c42ff0-89ea-4152-beca-bb63333816f5, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=f0c42ff0-89ea-4152-beca-bb63333816f5,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:27.523864 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:27.642268 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Calling delete_port for f0c42ff0-89ea-4152-beca-bb63333816f5 owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:28.010460 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:28.014052 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-42088734-9c23-4f32-bde9-416ca14cd70d tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:28.056417 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0c42ff0-89ea-4152-beca-bb63333816f5,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:28.097478 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.097826 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.098176 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.098539 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.098888 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.099223 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.099574 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.099888 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.100226 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.100539 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.100863 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.101181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:28.108658 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:28.330338 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:28.694007 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:07:28.874552 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:07:28.883812 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] Sync routers for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:07:28.887295 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] 10.222.0.68 "PUT /v2.0/routers/6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544941 May 31 13:07:28.889921 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41196) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:28.894893 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:07:28.895506 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:07:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:29.072005 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:07:29.162494 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.334296 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.342988 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:07:29.360028 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21'}], 'enable_snat': True}, 'gw_port_id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T13:07:27Z', 'revision_number': 5, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port': {'id': '6b90fa5c-733d-4695-bc42-8aaf5d73c424', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:38:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:53:50Z', 'updated_at': '2021-05-31T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:29.364151 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] Checking router: 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:07:29.375306 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] Routers {'6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:07:29.377229 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:07:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:29.410880 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Deleting port 6b90fa5c-733d-4695-bc42-8aaf5d73c424 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:29.411281 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.535828 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] Set router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:07:29.540260 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] For port 6b90fa5c-733d-4695-bc42-8aaf5d73c424, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=6b90fa5c-733d-4695-bc42-8aaf5d73c424,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:29.540596 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.641579 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T13:07:29Z', 'revision_number': 6, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:29.645827 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7232940c-8498-494e-b6dc-621ca09c9301 None None] The sync data for ids ['6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232'] in dv-cinder-790492-5-iscsi is: [{'id': '6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232', 'name': 'tempest-TestShelveInstance-1171460148-router', 'tenant_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:53:49Z', 'updated_at': '2021-05-31T13:07:29Z', 'revision_number': 6, 'project_id': '826e894eaafa4c5bb3d23cad3fff7d5a', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:07:29.662686 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Calling delete_port for 6b90fa5c-733d-4695-bc42-8aaf5d73c424 owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:29.802920 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:29.806308 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:29.848212 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b90fa5c-733d-4695-bc42-8aaf5d73c424,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:29.851247 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:29.944594 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.115377 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.117540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.202114 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.202626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:07:30.215263 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.216392 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6dbcfc7c-cbb5-4597-9866-9fd0ff1c3232 HTTP/1.1" status: 204 len: 168 time: 1.3255732 May 31 13:07:30.218915 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41212) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:30.278083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Deleting subnet baf870f9-d9d0-4b8f-b9e8-382549fe8a8e {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:07:30.281258 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.330053 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.449780 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.669651 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 6b90fa5c-733d-4695-bc42-8aaf5d73c424 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:07:30.703328 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 6b90fa5c-733d-4695-bc42-8aaf5d73c424 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:07:30.703686 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 6b90fa5c-733d-4695-bc42-8aaf5d73c424 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:07:30.704116 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device f0c42ff0-89ea-4152-beca-bb63333816f5 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:07:30.736657 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: f0c42ff0-89ea-4152-beca-bb63333816f5 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:07:30.737001 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device f0c42ff0-89ea-4152-beca-bb63333816f5 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:07:30.821175 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.826374 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-775da369-0b2d-46a7-a628-d30c38a3a6a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:30.859409 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baf870f9-d9d0-4b8f-b9e8-382549fe8a8e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:30.862440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:30.863437 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.872133 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] 10.222.0.68 "DELETE /v2.0/subnets/baf870f9-d9d0-4b8f-b9e8-382549fe8a8e HTTP/1.1" status: 204 len: 168 time: 0.6494980 May 31 13:07:30.872324 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f995079-6c51-43ea-85ab-a89a351cc9bc None None] Network 441e9cd8-7c15-462c-b4f1-f311dbc70797 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:07:30.872434 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41226) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:30.977764 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:30.978552 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-22e3364d-805d-4800-a62f-ef5cb0a03fe0 req-ba7b6ab7-ceae-4c48-b124-51600774bc6c service neutron] (91755) timed out ('10.222.0.41', 62159) {{(pid=91755) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:07:31.053247 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Deleting port 49c37026-e46e-4af5-9956-57ea2af1fba1 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:31.053577 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.131087 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] DHCP port deletion for 441e9cd8-7c15-462c-b4f1-f311dbc70797 request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:07:31.153147 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] For port 49c37026-e46e-4af5-9956-57ea2af1fba1, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=49c37026-e46e-4af5-9956-57ea2af1fba1,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:31.153503 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.196751 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Deleting port 49c37026-e46e-4af5-9956-57ea2af1fba1 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:31.197129 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.276944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Calling delete_port for 49c37026-e46e-4af5-9956-57ea2af1fba1 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:31.297028 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] For port 49c37026-e46e-4af5-9956-57ea2af1fba1, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=49c37026-e46e-4af5-9956-57ea2af1fba1,segment=NetworkSegment(f4c01707-06d7-4d05-99ef-3d8858a7f5ab),segment_id=f4c01707-06d7-4d05-99ef-3d8858a7f5ab)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:31.297414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.322993 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.326872 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:31.368901 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Pushing event deleted for resources: {'Port': ['ID=49c37026-e46e-4af5-9956-57ea2af1fba1,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:31.372451 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:31.373239 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] No DVR routers for this DVR port 49c37026-e46e-4af5-9956-57ea2af1fba1 on host dv-cinder-790492-5-iscsi {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:07:31.422642 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Calling delete_port for 49c37026-e46e-4af5-9956-57ea2af1fba1 owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:31.486673 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.499798 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441e9cd8-7c15-462c-b4f1-f311dbc70797']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:31.515369 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:31.515614 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c01707-06d7-4d05-99ef-3d8858a7f5ab') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:31.528097 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.544850 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.550958 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.551494 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:07:31.551875 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.560382 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:07:31.565273 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:07:31.598483 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] No DVR routers for this DVR port 49c37026-e46e-4af5-9956-57ea2af1fba1 on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:07:31.606631 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Pushing event deleted for resources: {'Port': ['ID=49c37026-e46e-4af5-9956-57ea2af1fba1,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:31.615662 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.616132 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.616562 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.616979 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.617396 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.617950 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.618374 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.618802 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.620366 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.621097 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.621510 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.622004 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:07:31.628445 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:31.640308 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.646749 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:31.649297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:31.675266 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Pushing event deleted for resources: {'Network': ['ID=441e9cd8-7c15-462c-b4f1-f311dbc70797,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:31.677756 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:31.692429 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] 10.222.0.68 "DELETE /v2.0/networks/441e9cd8-7c15-462c-b4f1-f311dbc70797 HTTP/1.1" status: 204 len: 168 time: 0.8163817 May 31 13:07:31.692685 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41236) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:32.320186 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:32.322649 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:32.661807 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 49c37026-e46e-4af5-9956-57ea2af1fba1 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:07:32.704066 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 49c37026-e46e-4af5-9956-57ea2af1fba1 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:07:32.704591 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 49c37026-e46e-4af5-9956-57ea2af1fba1 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:07:32.741247 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Deleting port 235373df-72c4-4eeb-80a6-ef43d521bd4f {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:32.741580 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:32.860264 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] For port 235373df-72c4-4eeb-80a6-ef43d521bd4f, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=235373df-72c4-4eeb-80a6-ef43d521bd4f,segment=NetworkSegment(021ed751-c9a6-4856-a591-e3a2ff1b444e),segment_id=021ed751-c9a6-4856-a591-e3a2ff1b444e)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:32.860478 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:32.982137 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Calling delete_port for 235373df-72c4-4eeb-80a6-ef43d521bd4f owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:33.137288 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:33.140763 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-49957e15-e6a3-4afb-ba39-c147a9916fd1 tempest-DeleteServersTestJSON-2138499329 tempest-DeleteServersTestJSON-2138499329-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:33.183044 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=235373df-72c4-4eeb-80a6-ef43d521bd4f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:33.186135 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:33.447527 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:33.894531 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Router f9c32327-ade9-4afc-aa72-705bce47ede7 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:07:34.072489 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:07:34.082857 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] 10.222.0.68 "PUT /v2.0/routers/f9c32327-ade9-4afc-aa72-705bce47ede7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3891158 May 31 13:07:34.083838 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] Sync routers for ids ['f9c32327-ade9-4afc-aa72-705bce47ede7'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:07:34.085344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41270) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:34.093747 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] Routers {'f9c32327-ade9-4afc-aa72-705bce47ede7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:07:34.094652 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:07:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['f9c32327-ade9-4afc-aa72-705bce47ede7'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:34.262029 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:34.310478 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] Set router f9c32327-ade9-4afc-aa72-705bce47ede7 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:07:34.434499 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:34.515692 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Deleting port ca22493e-136c-40fb-9f33-fc540a6810eb {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:34.516407 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:34.594492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T13:07:33Z', 'revision_number': 5, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port': {'id': 'ca22493e-136c-40fb-9f33-fc540a6810eb', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:d0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:54:03Z', 'updated_at': '2021-05-31T12:54:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:34.598127 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] Checking router: f9c32327-ade9-4afc-aa72-705bce47ede7 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:07:34.606765 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] Routers {'f9c32327-ade9-4afc-aa72-705bce47ede7'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:07:34.607536 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:07:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['f9c32327-ade9-4afc-aa72-705bce47ede7'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:34.637203 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] For port ca22493e-136c-40fb-9f33-fc540a6810eb, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=ca22493e-136c-40fb-9f33-fc540a6810eb,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:34.637506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:34.757811 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] Set router f9c32327-ade9-4afc-aa72-705bce47ede7 gateway port host: None {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:07:34.759644 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Calling delete_port for ca22493e-136c-40fb-9f33-fc540a6810eb owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:34.867426 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T13:07:34Z', 'revision_number': 6, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:34.872105 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64940e29-e44f-44f2-a842-424af6ac52f3 None None] The sync data for ids ['f9c32327-ade9-4afc-aa72-705bce47ede7'] in dv-cinder-790492-5-iscsi is: [{'id': 'f9c32327-ade9-4afc-aa72-705bce47ede7', 'name': 'tempest-TestShelveInstance-1103560129-router', 'tenant_id': '7f411501000c44269f42dea86e64bbe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:54:01Z', 'updated_at': '2021-05-31T13:07:34Z', 'revision_number': 6, 'project_id': '7f411501000c44269f42dea86e64bbe7', 'gw_port_host': None}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:07:34.904320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:34.908687 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7b0696ff-d2b7-4ee1-a497-9b14944b3c30 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:34.951639 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Pushing event deleted for resources: {'Port': ['ID=ca22493e-136c-40fb-9f33-fc540a6810eb,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:34.984888 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:35.146748 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.302593 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1af89e6e-4cc5-43d2-a164-d8d812e2bed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.322348 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.324729 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.349405 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.349934 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9c32327-ade9-4afc-aa72-705bce47ede7 {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:07:35.362083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.363251 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] 10.222.0.68 "DELETE /v2.0/routers/f9c32327-ade9-4afc-aa72-705bce47ede7 HTTP/1.1" status: 204 len: 168 time: 1.2770178 May 31 13:07:35.365953 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41292) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:35.426297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Deleting subnet b6311d48-6181-42eb-bff9-83d230d008ab {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:07:35.429393 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.477885 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.554524 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.800342 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.804975 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9a2c1ad5-5e71-4b65-9ec8-b8fd74b5ca3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:35.839309 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6311d48-6181-42eb-bff9-83d230d008ab,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:35.841397 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:35.843973 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:35.847245 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7117d18-e07e-48d6-a472-7b58af55e445 None None] Network ccd703bf-0334-44e8-9a0b-49fce4aad6e0 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:07:35.850941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 41296) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:35.851411 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c9d1f724-654d-40c4-8282-dcf5eb6bed5b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/b6311d48-6181-42eb-bff9-83d230d008ab HTTP/1.1" status: 204 len: 168 time: 0.4840205 May 31 13:07:35.967832 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.042326 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Deleting port fee273bd-8134-497c-b617-b833f85c50bf {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:36.043222 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.107252 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] DHCP port deletion for ccd703bf-0334-44e8-9a0b-49fce4aad6e0 request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:07:36.145283 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] For port fee273bd-8134-497c-b617-b833f85c50bf, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=fee273bd-8134-497c-b617-b833f85c50bf,segment=NetworkSegment(021ed751-c9a6-4856-a591-e3a2ff1b444e),segment_id=021ed751-c9a6-4856-a591-e3a2ff1b444e)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:36.145660 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.174450 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Deleting port fee273bd-8134-497c-b617-b833f85c50bf {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:36.175061 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.267955 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Calling delete_port for fee273bd-8134-497c-b617-b833f85c50bf owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:36.271771 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] For port fee273bd-8134-497c-b617-b833f85c50bf, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=fee273bd-8134-497c-b617-b833f85c50bf,segment=NetworkSegment(021ed751-c9a6-4856-a591-e3a2ff1b444e),segment_id=021ed751-c9a6-4856-a591-e3a2ff1b444e)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:36.272162 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.321799 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.326482 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-51d1a066-6a1a-4a7b-acc9-11015458f1fe tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:36.413353 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Calling delete_port for fee273bd-8134-497c-b617-b833f85c50bf owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:36.464336 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.469541 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Pushing event deleted for resources: {'Port': ['ID=fee273bd-8134-497c-b617-b833f85c50bf,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:36.470232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:36.473633 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:36.476625 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] No DVR routers for this DVR port fee273bd-8134-497c-b617-b833f85c50bf on host dv-cinder-790492-5-iscsi {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:07:36.525964 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Pushing event deleted for resources: {'Port': ['ID=fee273bd-8134-497c-b617-b833f85c50bf,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:36.529811 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] No DVR routers for this DVR port fee273bd-8134-497c-b617-b833f85c50bf on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:07:36.534455 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:36.597698 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.611204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd703bf-0334-44e8-9a0b-49fce4aad6e0']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:36.624188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021ed751-c9a6-4856-a591-e3a2ff1b444e') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:36.624485 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021ed751-c9a6-4856-a591-e3a2ff1b444e') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:07:36.636356 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.653257 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.659556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:07:36.659936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.662473 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 235373df-72c4-4eeb-80a6-ef43d521bd4f no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:07:36.672961 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:07:36.696508 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 235373df-72c4-4eeb-80a6-ef43d521bd4f {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:07:36.696833 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 235373df-72c4-4eeb-80a6-ef43d521bd4f not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:07:36.697276 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device fee273bd-8134-497c-b617-b833f85c50bf no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:07:36.731467 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: fee273bd-8134-497c-b617-b833f85c50bf {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:07:36.731817 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device fee273bd-8134-497c-b617-b833f85c50bf not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:07:36.732242 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device ca22493e-136c-40fb-9f33-fc540a6810eb no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:07:36.750719 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.755519 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:36.769384 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: ca22493e-136c-40fb-9f33-fc540a6810eb {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:07:36.769918 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device ca22493e-136c-40fb-9f33-fc540a6810eb not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:07:36.771349 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:36.777268 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd703bf-0334-44e8-9a0b-49fce4aad6e0,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:36.781496 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:36.784290 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] 10.222.0.68 "DELETE /v2.0/networks/ccd703bf-0334-44e8-9a0b-49fce4aad6e0 HTTP/1.1" status: 204 len: 168 time: 0.9321718 May 31 13:07:36.918854 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 41318) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:36.970233 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0effe6df-a302-4083-8e69-9d218e34497d admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=826e894eaafa4c5bb3d23cad3fff7d5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0500469 May 31 13:07:36.972761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 41322) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:37.039443 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.065644 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.125172 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.130523 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fc50d6a5-828f-4d68-b863-6e0fd1b01646 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:37.144195 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3525b1c-1902-4ac1-8cbe-b1522a4f02c8,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:37.147556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:37.150647 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.154243 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c3525b1c-1902-4ac1-8cbe-b1522a4f02c8 HTTP/1.1" status: 204 len: 168 time: 0.1782148 May 31 13:07:37.513167 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 41340) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:37.563514 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f624910d-cc28-47f0-9579-fcb4c0d297ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7f411501000c44269f42dea86e64bbe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490549 May 31 13:07:37.566250 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 41346) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:37.632020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.657378 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.670321 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.715164 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.719900 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-da90ab65-750e-4854-91d2-544dc7af98af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:37.730013 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb5ee1-4b5b-40b5-af2f-acf3da6f074d,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:37.733382 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:37.737098 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:37.738208 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/0adb5ee1-4b5b-40b5-af2f-acf3da6f074d HTTP/1.1" status: 204 len: 168 time: 0.1709690 May 31 13:07:37.848307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58e00e54-64f6-4519-8ad3-8b191b267893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:38.999009 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:39.914312 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-8dfbcd91-9a93-4b1e-b8ce-fceb89f9d818 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832660 May 31 13:07:40.005642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-26f5f6e9-d564-45b8-8e18-5dd4fe351770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:07:40.007155 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-26f5f6e9-d564-45b8-8e18-5dd4fe351770 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1099 time: 0.0712061 May 31 13:07:40.149200 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-0eeea17e-01c1-4c58-8bfc-a4701c1c2e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:07:40.150605 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-0eeea17e-01c1-4c58-8bfc-a4701c1c2e13 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1248617 May 31 13:07:40.219793 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-48f842a8-068d-4bf2-aa0c-c576635a9714 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 217 time: 0.0628288 May 31 13:07:40.280859 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-0b29c2ca-4684-4c19-96c5-0fecc1002482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:07:40.282202 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-0b29c2ca-4684-4c19-96c5-0fecc1002482 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0564613 May 31 13:07:40.331444 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-50b3ba9d-220e-4650-b9ae-167e7f39b1d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427747 May 31 13:07:40.467260 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-faae92ff-7096-4979-87f4-e7dc58df1c32 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289265 May 31 13:07:40.555593 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:40.692289 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a4dc70bd-25b7-41aa-87e3-9e9d46357a38 req-87b2fe83-4978-4947-b23a-d78037a60079 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182801 May 31 13:07:43.362810 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41422) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:43.483044 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.497801 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:07:43.501944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Usage tracker for resource:security_group_rule and tenant:afc6ea0e7bfd48f5bca980e71e25a61d is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:07:43.504907 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:07:43.510921 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:07:43.592411 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.601363 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.609665 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:43.647974 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec830ad-f3eb-4d33-9cd1-a930abe678eb,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:43.652521 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=afc6ea0e7bfd48f5bca980e71e25a61d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886343 May 31 13:07:43.653509 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:43.655142 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 41430) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:07:43.715829 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.745477 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.798626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.803589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-27770da6-4698-46f5-b8e8-0744b15b82e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:43.817245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:43.820656 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/eec830ad-f3eb-4d33-9cd1-a930abe678eb HTTP/1.1" status: 204 len: 168 time: 0.1623700 May 31 13:07:43.829492 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec830ad-f3eb-4d33-9cd1-a930abe678eb,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:43.837103 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:44.238481 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b140ce-6846-4811-a6fd-e96cbe2f45df req-49f5e7bb-1ba4-4aa8-91c2-59fdcd5a5767 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:07:44.240013 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92b140ce-6846-4811-a6fd-e96cbe2f45df req-49f5e7bb-1ba4-4aa8-91c2-59fdcd5a5767 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 946 time: 0.0793166 May 31 13:07:44.285689 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92b140ce-6846-4811-a6fd-e96cbe2f45df req-97b3ab89-061e-446e-9fb2-a4f7484f1928 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394347 May 31 13:07:45.093099 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-ab0fa876-1123-46d6-8d29-fa360989e86a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:07:45.093725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-ab0fa876-1123-46d6-8d29-fa360989e86a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Synchronizing usage tracker for tenant:d2732652ae1f45d4981d1d9d54eae2bc on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:07:45.113455 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-ab0fa876-1123-46d6-8d29-fa360989e86a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Unset dirty status for tenant:d2732652ae1f45d4981d1d9d54eae2bc on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:07:45.114529 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-ab0fa876-1123-46d6-8d29-fa360989e86a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.41 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 946 time: 0.0998933 May 31 13:07:45.253173 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Deleting port 977a2af5-5f74-40d4-b2ad-60d19a64f26e {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:07:45.253508 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:45.383231 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] For port 977a2af5-5f74-40d4-b2ad-60d19a64f26e, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=977a2af5-5f74-40d4-b2ad-60d19a64f26e,segment=NetworkSegment(2c258c54-6c5b-4756-b028-46860a79d223),segment_id=2c258c54-6c5b-4756-b028-46860a79d223)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:07:45.383653 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:45.485073 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b9951-c2fc-4632-86e8-6b9183fdda12 req-e73e296f-14c5-4287-a2a7-438e09c5e272 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:07:45.487135 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-036b9951-c2fc-4632-86e8-6b9183fdda12 req-e73e296f-14c5-4287-a2a7-438e09c5e272 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 946 time: 0.0860376 May 31 13:07:45.507178 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Calling delete_port for 977a2af5-5f74-40d4-b2ad-60d19a64f26e owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:07:45.532470 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-036b9951-c2fc-4632-86e8-6b9183fdda12 req-55858486-cc1e-456f-af23-b75e0c043021 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/security-groups?id=c56f8e82-f118-4445-afb2-b89b0b11ca41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393784 May 31 13:07:45.625403 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:45.631117 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5057fed9-f02f-4765-84c3-4db06525314f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:07:45.637942 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['977a2af5-5f74-40d4-b2ad-60d19a64f26e'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:07:45.674705 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Pushing event deleted for resources: {'Port': ['ID=977a2af5-5f74-40d4-b2ad-60d19a64f26e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:07:45.677593 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:07:45.748070 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] No DVR routers for this DVR port 977a2af5-5f74-40d4-b2ad-60d19a64f26e on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:07:45.750384 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:07:45.752793 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'name': 'network-vif-deleted', 'tag': '977a2af5-5f74-40d4-b2ad-60d19a64f26e'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:07:45.755100 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba75a61e-f63d-4a6f-a470-0ffd78f2f306" -d '{"events": [{"server_uuid": "f64a2322-d549-430b-9e8b-87a2913c90be", "name": "network-vif-deleted", "tag": "977a2af5-5f74-40d4-b2ad-60d19a64f26e"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:07:45.769356 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b363b8ac-d42f-4cb8-aed7-d9cefd824ce0 req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.41 "DELETE /v2.0/ports/977a2af5-5f74-40d4-b2ad-60d19a64f26e HTTP/1.1" status: 204 len: 173 time: 0.6486766 May 31 13:07:45.992332 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76295487-24a7-4f06-a875-bcc8738e424b x-openstack-request-id: req-76295487-24a7-4f06-a875-bcc8738e424b {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:07:45.992652 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f64a2322-d549-430b-9e8b-87a2913c90be", "name": "network-vif-deleted", "tag": "977a2af5-5f74-40d4-b2ad-60d19a64f26e", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:07:45.992935 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-76295487-24a7-4f06-a875-bcc8738e424b {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:07:45.993386 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f64a2322-d549-430b-9e8b-87a2913c90be', 'name': 'network-vif-deleted', 'tag': '977a2af5-5f74-40d4-b2ad-60d19a64f26e', 'status': 'completed', 'code': 200} May 31 13:07:46.692612 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-422ee5e5-2f33-48f1-8b0c-dd3019c39ba6 req-d740b7cd-8b15-4246-a73b-2747a83add6a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0446086 May 31 13:07:47.854917 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ce32fccf-dee3-4b04-a955-259e72141bfb req-04dbb5c0-7c0d-4b4e-82e2-967e5d7a4b1d tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0456085 May 31 13:07:48.743407 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 977a2af5-5f74-40d4-b2ad-60d19a64f26e no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:07:48.784907 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 977a2af5-5f74-40d4-b2ad-60d19a64f26e {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:07:48.785262 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 977a2af5-5f74-40d4-b2ad-60d19a64f26e not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:07:49.013046 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bb75365d-0983-4e70-8509-17e986275dd3 req-8e21efdc-d992-4f63-82e1-01b079cc7133 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0426466 May 31 13:07:50.177101 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ede78c93-417a-4b2b-8646-a323d44a12e9 req-b2d6d5db-be4a-4667-8cf7-092e6bf9b741 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0510252 May 31 13:07:51.343198 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-faa5a3b1-aef6-4d40-9118-750adc2955ea req-cfbd451d-14e3-4dfa-b298-ad28114582c8 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0547030 May 31 13:07:52.517276 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c15b6e4-177d-4e58-a201-e5380763876a req-c859b112-bf4f-4a18-87f8-b997f9ed8688 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0474911 May 31 13:07:53.689636 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa8d71b7-8178-4cc6-90bb-c01bdf59f8f3 req-d9b05dc5-309e-4227-8285-780d36c57ddc tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0434089 May 31 13:07:54.857238 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e2afcf21-d369-4493-99d4-403edc48417b req-4c19437f-6a84-4446-bbc1-65f0fe6fcaca tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0460863 May 31 13:07:56.006268 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a43bbac5-ac4e-4a57-8fc2-4e7e79fd03f9 req-9af772fd-3068-4347-b779-70f865133e0e tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0439267 May 31 13:07:57.153452 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-edb936ae-26b4-4211-961f-90910d2347ed req-aaf4e94a-2850-407b-a14f-813767be0359 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0426223 May 31 13:07:58.313695 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-99db8a8e-d7b3-40c3-9a70-4e6962fe839f req-c527314b-f6c7-4df3-83cd-ecbb71e27a22 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0455754 May 31 13:07:59.466789 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1f896c47-2c7f-4158-9e4c-06c99f35dd14 req-33ee7189-bcdb-4e3d-becf-f0665c52ce10 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0457008 May 31 13:08:00.629639 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-94737303-8cfc-4c6d-b634-75224bc46144 req-157b9867-9db6-4ac0-a295-f5370dae9f6b tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0437837 May 31 13:08:01.790880 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-59a6a4d4-c26a-4124-8679-2dea98eaf862 req-46f8ed3b-d626-4766-9af6-f9e00e49a780 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0471382 May 31 13:08:02.349982 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:02.940069 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-923ff01a-9ec6-4d2e-af73-0c338a816ed0 req-b30e9859-9c01-4dc6-a5f2-8a24205c33b3 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0431099 May 31 13:08:04.089560 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-94e18dad-d708-4cd5-8c64-0137b68ecf56 req-8e5cbca3-d55e-4b47-88ac-18cf9be0ec6a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0419664 May 31 13:08:05.252282 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-870512d3-fbc0-4182-8640-787f007edb20 req-3668b052-65fe-45af-b21c-1b5a927e1a49 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0463080 May 31 13:08:05.295996 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-18976234-e962-4df2-9af8-df187c6e77bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:06.341878 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:08:06.474239 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-497ecb49-0b30-44c7-9958-d662910b54e9 req-26b36cd5-0450-4397-b30b-8161550c0edb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.1156547 May 31 13:08:07.629831 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-973b99e4-8c67-4cd3-81d8-ffce6daea382 req-3e10a99e-37d8-4029-99ec-b67662ea90bc tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0425675 May 31 13:08:07.678625 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:07.856029 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-594f1dfe-aac5-4355-b69b-48715d2c5821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:08.794997 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-816b572c-b27c-44e1-bb87-1bfe596725fb req-50f4e51a-18f5-4644-bfea-3b475a4ffd0a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0451007 May 31 13:08:09.003442 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:09.949644 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a0e79613-09b7-466a-acf3-2cf54bb6a32f req-b80a73c8-f097-43ac-94f5-5659c2360eb8 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0419688 May 31 13:08:10.566896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:11.114276 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3cc16005-da9e-43c4-9fe8-c609c5209a33 req-6e5748fd-eea5-4af1-9932-16a7a99de4b9 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0470908 May 31 13:08:12.275923 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f5c305c5-2fc9-47f9-8888-43afc45de418 req-680242c5-b914-4149-bfbd-70c64d9714c3 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0449364 May 31 13:08:13.435266 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47020488-47ac-41ab-9724-9359e5d90ba4 req-02c4e2aa-c12e-4603-bfca-e7f39bfea45c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0428295 May 31 13:08:14.595139 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d247278a-4ba0-4529-bd95-c17ecc6c0aa7 req-0a5becb4-141a-413d-8250-a6e9cd07207c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0422800 May 31 13:08:14.596243 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [req-22be2b4e-382d-45a3-a1e8-732e270dfb12 req-87ef34d3-7cb7-431a-ad16-2fac753eea63 service neutron] (91756) timed out ('10.222.0.41', 62214) {{(pid=91756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:08:15.757304 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8d1596e-be4d-4b7a-ae64-1736a45ed4ef req-a4312134-8fbf-40b3-888b-6ae2ed38039a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0457003 May 31 13:08:16.908962 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f461b33e-4672-4d67-985e-3fb91865cf88 req-e7993499-850b-43f2-82e8-03f75f5ea0e4 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0423717 May 31 13:08:18.064587 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1f00e2b7-3cd9-4dd8-a7cd-fe9f0b6c200c req-ad1c752f-490c-45b0-9d1a-24018fa547d6 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0425751 May 31 13:08:19.226254 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-afb7df28-1ee6-4d0c-b360-e29240f622ea req-26f4138a-6d7c-47c4-9ba1-bd5755c49fc3 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0469382 May 31 13:08:20.388196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ef51d4d-f22e-40a1-b950-97419e2aabde req-fcd67bdd-c0f3-4615-9992-57707f9cc7a3 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0475075 May 31 13:08:21.553572 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9bb74893-8857-4653-9120-10bfce3211da req-d7ddb3ab-aa0a-49ee-9699-8134aa3cd667 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0480585 May 31 13:08:22.725615 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-988fa9f3-50a2-4aa3-8798-c3a5b4bbf26e req-e4a0a217-ff3b-4054-b87d-8760a1604485 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0454195 May 31 13:08:23.879973 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c3251fe-5f34-42c9-80b6-985b86dc8eed req-c86d819c-eb3e-454c-badb-da98a41ddd2d tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0452061 May 31 13:08:25.027256 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d1ddeb74-033a-4dab-8271-b104b6c10fc9 req-5a690f3f-e385-481e-84a9-dbb8a7e16ed0 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0416794 May 31 13:08:26.181756 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b22fa6c1-2638-47a0-af94-328feaca6e65 req-76a2c6ba-8e96-441a-8967-75b8edd81e06 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0497127 May 31 13:08:27.337892 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46651aa3-64d1-4c28-9ec1-a776db23fff5 req-666bd3cb-3e4f-44ec-86a5-f8e99f9309c3 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0436797 May 31 13:08:28.655953 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed2ba0b1-bfdd-4dfc-aa07-f50fce7999ef req-ff6f70fa-6085-4340-874f-102a83208dd2 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0522895 May 31 13:08:29.828687 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a144069b-26ac-4e71-b38a-29c135619ce6 req-36cd36d0-3d8c-4e12-b4d2-774799ebefdc tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0464408 May 31 13:08:30.990416 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1323162f-035a-47e1-a4b5-e7a1786a2446 req-302fd0df-a9d5-44bd-bfa7-a830f6129ee6 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0429904 May 31 13:08:32.146309 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e96b2d82-46d2-49df-8ef0-913cd7e071d5 req-4a65cdf4-277e-4e4a-9c93-c398ef28afb1 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0502560 May 31 13:08:32.348226 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:33.316020 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-25f9efd7-6150-476f-9aa0-a6cdd57bb398 req-17b41b66-7821-467a-b0d8-76034dd88a8e tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0519395 May 31 13:08:34.476638 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-76aa7e70-d59a-416f-b2a3-3b9d4fe4e80b req-5cf5169d-2d81-4073-908a-e1daa43ae026 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0429671 May 31 13:08:35.300324 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2cb75dbc-9d25-4c99-8285-4e0e66bcbcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:35.627123 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f3ce6c4-fd72-4cd2-8b97-aa2ac30c5338 req-5d7c0409-0c37-4b01-be9d-48c739d0525a tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0418031 May 31 13:08:36.779141 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-065979f0-1849-4798-acc0-26ad2a218385 req-aaa2ea6f-bafa-4393-a58f-18edb6085f97 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0442994 May 31 13:08:37.680663 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:37.853039 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-dd381974-e388-40fc-b8cd-1553964433ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:37.931923 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1557f68-0bb9-44b5-be86-075975d61aab req-38d48dbb-9ec8-4bb8-94a1-6ea3a38a2716 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0424981 May 31 13:08:39.004117 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:39.091997 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-59f2f54d-c522-4425-833f-308793f196b1 req-a6909aaa-ff01-44dc-9da4-ceb5cdd0771e tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0424597 May 31 13:08:40.259319 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7dc5267-d93f-400d-8b4d-3a85cf7cb2ec req-07e0171c-b899-4de1-9d41-6c4dd122262d tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0476120 May 31 13:08:40.560440 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:08:40.942852 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-8ce0d8bc-6a61-45bf-bd59-da910e76dc5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0736809 May 31 13:08:41.042501 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-7e529494-0dd6-4273-8e5e-a11170a61931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:08:41.044265 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-7e529494-0dd6-4273-8e5e-a11170a61931 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 1098 time: 0.0795164 May 31 13:08:41.186973 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-b4e64762-4f99-4c74-8e22-4dd6b3321778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:08:41.188402 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-b4e64762-4f99-4c74-8e22-4dd6b3321778 service neutron] 10.222.0.41 "GET /v2.0/networks?id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 200 len: 917 time: 0.1246736 May 31 13:08:41.297344 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-35ac3b95-4de9-467e-a02a-ae0c8dbf8890 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1f52a29-7d16-452a-95bf-816af51a15eb HTTP/1.1" status: 200 len: 1001 time: 0.0988030 May 31 13:08:41.361529 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-9f4b2fad-f9ac-4c4a-9644-1d240ed669a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:08:41.363047 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-9f4b2fad-f9ac-4c4a-9644-1d240ed669a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 200 len: 855 time: 0.0593982 May 31 13:08:41.413641 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f0d800d5-f066-41a7-ac07-8ccd885f3af2 req-2d4b218e-2009-4870-ae4f-3877df24d8f2 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0431700 May 31 13:08:41.438133 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-45c78cfc-fa8c-433e-aa0c-ac20691630fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:08:41.439265 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-45c78cfc-fa8c-433e-aa0c-ac20691630fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698094 May 31 13:08:41.571025 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-1b056707-491c-41ea-a53f-24971fd7dcc7 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236460 May 31 13:08:41.794320 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a08f92d-4103-4e82-8825-0ad9e9779238 req-6121bae5-dfa8-422f-a1c0-b436983eba06 service neutron] 10.222.0.41 "GET /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168159 May 31 13:08:42.579354 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a4b5f7c-1c62-40b5-81f4-2dbed92d1c89 req-12e5e24a-abd6-4921-8a94-76294feded2f tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0438089 May 31 13:08:43.341449 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:08:43.816014 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-41a34c75-1a27-4ac9-b7b9-1f8b517ed494 req-07b3dac3-d1ab-44b5-a23a-cf007e32b916 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.1212528 May 31 13:08:44.986228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b22fc314-de36-407f-befe-914ca3ac02e2 req-04d15307-824f-429c-98ee-b81b93f78de8 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0441859 May 31 13:08:46.136138 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cb9ace84-96c8-4b07-8ebf-5395ab6267f8 req-2986fb24-b1a6-440c-8513-c7dedf09c2ca tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0434189 May 31 13:08:47.293236 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3c16661-6819-4773-94f6-5e93b6620e21 req-d543f789-7981-4a0b-ba1f-b3483a35fc41 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0464253 May 31 13:08:48.460800 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d829dfc5-622b-4c8c-bd03-865a5294b906 req-1a5e3944-654e-4b71-9cbb-db24d8903c74 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0500836 May 31 13:08:49.766104 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6b817c73-6bf0-4307-a49e-a822a79b3b87 req-47914ac7-425a-4e8e-87bc-babc88960f19 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0419192 May 31 13:08:50.920599 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7baa0059-85f2-4989-b57a-b92591f66b55 req-673c8911-d6f6-417b-9087-adbf385594d5 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0453348 May 31 13:08:52.077868 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-886adaca-aff0-456e-be5e-31b41d64fe9c req-637e6604-25c5-4475-8d05-0fdadebfbfab tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0427186 May 31 13:08:53.224980 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f1bcb2d0-0364-45ba-9fb5-637fed4f65e3 req-98e73cd2-9f0f-43e8-b10c-2e174352eb5e tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0419788 May 31 13:08:54.381564 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-add8d7a7-6e2b-4ce7-b214-8382633db42b req-92242f41-28e4-4e3f-aea9-be5660654696 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0526302 May 31 13:08:55.536854 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ffb40408-a284-469e-9c9f-5df510ca6f41 req-a575f416-5336-46e4-bad2-883c29fead63 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0439630 May 31 13:08:56.703842 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-abcaf57c-7e77-4eab-8c60-9f6deb453d01 req-6007c800-8cfd-4b1c-8e63-25c24bac924f tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0426645 May 31 13:08:57.878049 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ea00befb-4597-4699-8602-6bad11b4b8e9 req-048fba65-62c2-4c46-9383-8fe864970038 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0489712 May 31 13:08:59.037509 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-11fd99b0-0e16-4915-a5c5-81b2b7284f27 req-3a05474a-56b3-41e0-99a6-07240e8d52ec tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0430708 May 31 13:09:00.205133 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3a12d569-4390-41e8-8570-822de9ff47aa req-fc3336e0-e114-4037-bc9b-14dadd1acb2b tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0496767 May 31 13:09:01.361244 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-df999f33-e7e1-4fe4-889d-f198e5f7b248 req-3bbe2aae-b978-4e60-a88f-3424754c1d68 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0472286 May 31 13:09:02.343681 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:02.520380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a7748bc0-935b-4026-bbca-31e50a1a6937 req-9402dea8-71bc-4beb-94c3-616f906c774c tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0429082 May 31 13:09:03.683201 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e70c0900-bc32-4e9c-b797-fb83481b8000 req-d9dbaa5d-fd95-4008-bf89-6925b93a9379 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0419526 May 31 13:09:04.848167 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-17982390-1156-43ea-a833-32ee73bd4090 req-34be0713-0032-4512-a032-e330e1e65782 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0498507 May 31 13:09:05.295499 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8aec248c-479e-4a81-ac4f-0f33e8a2fac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:06.012806 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-94892847-db5b-4bb9-8147-f2158cd070fb req-ce5aa19c-bee1-48ef-9561-b963a4eb9331 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0508056 May 31 13:09:07.178594 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-043b9114-1023-46c4-b274-cfb302358391 req-de8ce2f4-cefb-4c5b-bffb-f21c220b054e tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0443106 May 31 13:09:07.689251 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:07.848504 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fc8f1c42-7758-4fd0-bc4d-a70fb78c602e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:08.354893 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ac205f2-79a6-41fb-8eb8-60952b9bb32b req-5b3f1f38-8671-4469-a06c-6c17c9d37bc0 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0474660 May 31 13:09:09.006429 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:09.518914 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a43b719-fb16-4fa8-8260-1b382810163a req-06078162-c2ce-4f51-a3d7-dea955001583 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0485263 May 31 13:09:10.211872 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76cf5a-d503-442e-ae1d-9574801d5b49 req-2f25f01d-9385-492e-b21d-12443017b578 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:10.213482 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc76cf5a-d503-442e-ae1d-9574801d5b49 req-2f25f01d-9385-492e-b21d-12443017b578 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0838115 May 31 13:09:10.260340 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc76cf5a-d503-442e-ae1d-9574801d5b49 req-4c0420fc-887b-42b8-8cf3-2e1df3efe4e6 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409100 May 31 13:09:10.572084 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:10.680040 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44244d28-0ebd-4b39-830e-745d06438ef8 req-075a529b-1ca8-4b45-9218-03dc556292e0 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0417249 May 31 13:09:11.199077 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-bfe89bb1-ddae-4a43-bf07-2223730e2e7d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:11.199766 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-bfe89bb1-ddae-4a43-bf07-2223730e2e7d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Synchronizing usage tracker for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:09:11.211833 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-bfe89bb1-ddae-4a43-bf07-2223730e2e7d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Unset dirty status for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:09:11.212934 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-bfe89bb1-ddae-4a43-bf07-2223730e2e7d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0931454 May 31 13:09:11.350330 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Deleting port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:09:11.350548 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:11.457553 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e7b90-8a2e-4409-b604-606c8135b9f1 req-461a8f0b-88a6-4aa8-b501-49478111720d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:11.458999 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-121e7b90-8a2e-4409-b604-606c8135b9f1 req-461a8f0b-88a6-4aa8-b501-49478111720d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 946 time: 0.0841725 May 31 13:09:11.485950 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] For port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:09:11.486256 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:11.508859 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-121e7b90-8a2e-4409-b604-606c8135b9f1 req-059fb416-4cff-4356-9219-f60b98ba1409 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435402 May 31 13:09:11.770563 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:11.771018 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:11.771437 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Floating IP 0e02fe69-6c9f-49fd-be38-688c5a9e6e5e disassociated. External IP: 172.27.1.84, port: e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f. May 31 13:09:11.771749 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Calling delete_port for e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:09:11.826799 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44b80411-b2e2-4d98-93c0-02f654b7a7ee req-af34a670-3196-4de6-8cde-8f0e71194a80 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0423925 May 31 13:09:11.885537 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:11.893112 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-141b84bf-2ef5-41a4-b1b5-ffc5e8e87b0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:09:11.936833 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event deleted for resources: {'Port': ['ID=e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:09:11.946604 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.946968 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.947320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.947668 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.948007 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.948378 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.948714 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.949704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.949704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.949704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.950008 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.950335 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:09:11.955610 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:09:12.135096 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Router 2797201f-9d62-45f4-a175-c75034d3ea31 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:09:12.314292 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:09:12.324279 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] Sync routers for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:09:12.334041 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:09:12.334982 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:09:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:12.389345 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] No DVR routers for this DVR port e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:09:12.393728 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:12.401940 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'name': 'network-vif-deleted', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:09:12.404289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda1d539-eb32-4491-b3d8-69a7dd4a925c" -d '{"events": [{"server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "name": "network-vif-deleted", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:09:12.415637 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-04fc01d8-dbc2-4b2c-a8a5-8b86015de43b req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "DELETE /v2.0/ports/e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f HTTP/1.1" status: 204 len: 173 time: 1.1962292 May 31 13:09:12.451863 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a39291-baae-4a1f-9b65-f866708d0d05 x-openstack-request-id: req-d6a39291-baae-4a1f-9b65-f866708d0d05 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:09:12.452149 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d61a1a8-efef-4ea6-935f-58d4970e870d", "name": "network-vif-deleted", "tag": "e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:09:12.452450 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d6a39291-baae-4a1f-9b65-f866708d0d05 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:09:12.452858 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d61a1a8-efef-4ea6-935f-58d4970e870d', 'name': 'network-vif-deleted', 'tag': 'e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f', 'status': 'completed', 'code': 200} May 31 13:09:12.542860 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:09:12.664763 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31a3217d-c155-426b-9069-2166127cb0e1 req-95569a27-2898-426d-918f-2146786bae49 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0433514 May 31 13:09:12.865155 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:12.869732 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] Checking router: 2797201f-9d62-45f4-a175-c75034d3ea31 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:09:12.878525 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:09:12.879125 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:09:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:12.985669 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4b41d961-8a0f-4e40-8bd5-6b30d3a310d4 req-b44e704e-7db0-4cc8-a88e-b91f02b1e488 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0476332 May 31 13:09:13.055975 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:09:13.365921 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:13.370380 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75142a2-94bd-47bb-9712-5131251f7b2e None None] The sync data for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi is: [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:09:13.567572 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c62207-fa8c-497f-a664-150509d54014 None None] New status for floating IP 0e02fe69-6c9f-49fd-be38-688c5a9e6e5e: DOWN {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:09:13.824247 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c5d64386-2130-48ac-9f6f-dd6f5be2f5f1 req-ce7ab970-ad45-4d56-bc17-7d52d793f41b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0455825 May 31 13:09:14.143985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3758749e-d207-458d-8db8-1fb346a7a9c2 req-e21d9b7c-353a-4fa4-9aa5-d434f0f2a3e7 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0484588 May 31 13:09:14.984606 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8e579f72-ae20-44d8-beea-6fb430f38a03 req-48ed5479-c186-410f-8dde-63b48fcbaae7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0451152 May 31 13:09:15.230578 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:09:15.264893 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:09:15.265243 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device e86bcef5-7257-4a40-8d6c-7e7cfe4bb79f not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:09:15.388427 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2470e051-c747-4081-8211-09c095f34879 req-0cc5d11a-6282-4c69-940e-5c4de99876cf tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.1163037 May 31 13:09:16.147636 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-979dec18-18a8-436c-9ffe-16e7c45dbab1 req-16198009-3f4e-4071-93cf-390c6b2bb0bb tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0548973 May 31 13:09:16.564230 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42a21ade-232e-4bce-972c-9b27f9fe78cb req-34552b66-20aa-4db4-afc9-d7926ebd5597 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0530748 May 31 13:09:17.319337 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-50f8166c-794e-441d-9516-00de3bb23d3b req-b0e130e0-18ca-44a7-babd-f5fe3358c5cf tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0460334 May 31 13:09:17.743270 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d79ad528-f85e-41ee-88c5-4a6eeda49c6d req-89ead340-aacc-4f74-89f7-4532cf38c45f tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0451841 May 31 13:09:18.488389 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4d1a9389-15c2-45ce-ab2c-f596e0704702 req-36da660c-4e38-464e-b7d6-ce184150784b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0510213 May 31 13:09:18.906946 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aee4c6b7-dcde-4b1a-83db-3ac5bcd6f276 req-610a1f57-131f-49ce-a935-1534c2166149 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0516210 May 31 13:09:19.656826 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-254cc985-09da-4547-b417-aceedbdd58fe req-9797b9d5-a1ac-49a3-973f-a8e21d3e87cc tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0426326 May 31 13:09:20.079759 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de0f3194-ccf7-47b2-aad7-f9f0dffb43b0 req-751fc2b5-4d43-4b06-9aab-6b59132a4047 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0537658 May 31 13:09:20.346338 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:09:20.823079 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2939d19c-6f97-4fe7-9333-35a6b7a5139d req-09f08e35-33b8-4255-adb4-e55b2be41a74 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0512836 May 31 13:09:21.400603 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d5ab82bd-27d2-4357-a739-cd5628ddf3f6 req-97b3cb89-ea22-4c03-8b02-8cc241cee16d tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0474207 May 31 13:09:21.999867 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1c13c8c9-4c26-4d87-8960-e9c0bb468a09 req-9624abff-7421-423e-afca-d6cef2253cee tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0564785 May 31 13:09:22.565735 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-baf0ca63-2fab-4546-a144-893ec5a5e02f req-9fab7a17-1b5c-42a9-b400-fbb8ac0e8952 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0485308 May 31 13:09:23.172861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-273e99ba-e119-4eae-8e28-f6143faf44d7 req-9232419d-abf4-409a-a812-e2f5c0b888b8 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0510461 May 31 13:09:23.742304 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8ba1be17-a974-4306-b52c-704f33fec878 req-f3b40fae-d295-467c-b92c-84fcdd14d225 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0500443 May 31 13:09:24.357400 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-de2a27dc-4a72-4cff-b25a-33f4f1ff12e3 req-d427f5b7-a112-412c-bd03-8e816e5813bb tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0528615 May 31 13:09:24.913258 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e69b1c7b-d482-4863-a4d1-a0bd60a4c8b4 req-b8919fc5-3f16-49cd-8761-6a4940014acb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0482662 May 31 13:09:25.526920 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-66d770ee-51c0-4a5f-b4aa-bc6b47c93c68 req-ab5e2a59-c8ca-485d-b2be-4e0be6bb2cc3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0528481 May 31 13:09:26.077033 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-11130e60-2be7-4745-ab7c-c20c42a8760c req-133e10e4-c61a-40c7-aa1f-d43d03ac52b8 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0443399 May 31 13:09:26.699540 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-055e869d-c4db-4b26-afe8-6ab73f4a60bb req-dcbbf9fc-41c4-4a82-b026-8ea8fd5f2708 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0477731 May 31 13:09:27.250376 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b75462f-bdc8-495a-9a87-7afe550a9bc7 req-fe7883f7-7bb7-44a8-84ef-84f132c843d2 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0457110 May 31 13:09:27.868264 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-24bd621d-4235-4b1c-8221-f18b7ba89268 req-e3de8fc8-7577-42d8-b923-2d305dc5da4c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0487900 May 31 13:09:28.410867 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a4dcdba7-d334-4ac3-a52b-3c72c7dbea5c req-3a42629c-6210-483f-9fe4-0fd1d2b11848 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0427916 May 31 13:09:29.028211 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-75fabeed-ea0c-4b13-80e8-bb91063b6c35 req-28f8086d-7386-4fdc-b224-30a79635902d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0444107 May 31 13:09:29.576329 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a9f7ebe4-aa10-4d5d-a3b6-fc22a78124c1 req-4400e741-24c5-4d89-96aa-30bc96274561 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0454237 May 31 13:09:30.204183 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5a552326-39b3-4949-a29f-a38d8f92be54 req-45da6635-e614-4c70-bf85-eae01c4d8ffb tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0525343 May 31 13:09:30.737835 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f6cbdfd8-821f-4170-9bc9-6a6374bc7d4d req-f334578f-8c74-498b-92f7-de20326378aa tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0451322 May 31 13:09:31.380729 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b19a9dc0-3ab1-444c-b864-a48c03d6c345 req-2f7eb0b6-2830-4f86-b914-3399d1c4f123 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0512199 May 31 13:09:31.908306 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc262bdc-8453-4ced-aa5c-bcb02ae8edfa req-3057eca0-c264-41e8-a429-355378fb5957 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0533066 May 31 13:09:32.347434 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:32.546063 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4fe59cca-1969-4239-b231-c50938cb1ff6 req-f89d999c-ffbc-4313-a302-9e830259c467 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0458865 May 31 13:09:33.079850 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-31e44483-dfa0-4792-b407-ec41823faa82 req-9b3ff6d2-f0f0-42ba-9364-a40143a8890b tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0521939 May 31 13:09:33.713628 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-30b1cecb-440e-4138-aaae-d709a68034fb req-edd4d8e1-d132-4081-86d0-03b32fe31f62 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0480871 May 31 13:09:34.331532 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b4c8de9a-8b61-4b4a-8407-322c8cece5f3 req-1cc655a7-78d4-45ac-b462-30d44dd9d636 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.1335959 May 31 13:09:34.887418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cbcaeb3b-94e1-409a-81cb-c11ea9a6cc4d req-223da181-4af5-4856-85c0-114fa0cdfe57 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0488257 May 31 13:09:35.311461 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-207c0af4-155b-4a24-99ea-489684d6e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:35.496218 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-53bc559d-0101-4bda-bff3-0714d9dcbd82 req-812b200c-7aac-45ed-987e-6ba35a6dc265 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0451670 May 31 13:09:36.055291 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed6c6dfa-2a83-45e9-9071-f3f2ecbb5526 req-e3edab3f-7f93-448d-b78b-bfb1c02dda29 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0452564 May 31 13:09:36.664001 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-03c7a981-a3f1-4e9c-88c0-75c8a2e593c5 req-099d4c48-a22b-4cfe-b499-e2a9b96953a9 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0423880 May 31 13:09:37.210269 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3329c465-e086-419f-b409-c9fd83f8918a req-ef90730a-a8a9-4540-a607-62f127ef7d62 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0418992 May 31 13:09:37.680533 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:37.819944 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-82769138-0b42-433c-bdc4-f81e982ec993 req-55c9a566-8a87-46ca-93d1-6b5a8fb63d92 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0506084 May 31 13:09:37.845034 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a8b316a7-f872-4032-b7bb-ab0d0ff806b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:38.372514 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b655a751-106d-4034-ae54-169f7837bb41 req-a200e7cd-908c-4bf9-a06f-0de4e05fe3b4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0425599 May 31 13:09:38.983813 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d9be04a0-bf75-4bc0-9ab5-7bce911aa9d2 req-f0ca6a25-7eb3-42a6-81cd-378ddd172327 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0474069 May 31 13:09:39.009382 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:39.540599 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d7b83b1d-3027-4480-991e-c8544a128509 req-ea99c47c-93f5-40fb-8723-f8a90de10548 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0480680 May 31 13:09:40.151296 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e1f99ca9-423d-418f-ad3a-38f1fe934d12 req-2b10fe7c-02d4-42e4-9592-0744d2984de0 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0514770 May 31 13:09:40.582763 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:40.699553 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b08c9cfb-d09c-446e-9595-c0b0cb0c9eea req-362b276e-36dc-44ec-bf18-3d3b2b660056 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0430307 May 31 13:09:41.324733 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-30f0e29f-46a4-4983-b3a2-6eb751437cd9 req-4ecdd675-b78a-4b07-bff6-771f83ed8016 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0541546 May 31 13:09:41.859714 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-152d0c23-cc41-471a-92cf-fb369c3bcb61 req-7caad5fd-9972-46ae-a8f1-d2d87c2f0638 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0436392 May 31 13:09:41.951751 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-f2c3162b-cc7c-4a62-ac3b-a4028f9b49f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1694701 May 31 13:09:42.101670 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-9108fba4-30f3-498f-a4b3-18b88340f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:42.103021 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-9108fba4-30f3-498f-a4b3-18b88340f93c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0796189 May 31 13:09:42.251777 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-c4b21c04-d6e8-4531-b607-744fbd94ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:42.253186 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-c4b21c04-d6e8-4531-b607-744fbd94ecd0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1310964 May 31 13:09:42.322613 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-3c6518e4-9221-4f23-a2e3-3d91df152a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0624506 May 31 13:09:42.383870 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-a7aa4f5e-cffe-4a20-94a4-5a21d797a2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:42.385465 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-a7aa4f5e-cffe-4a20-94a4-5a21d797a2f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0565388 May 31 13:09:42.432670 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-bfac23a8-5320-45a4-b950-c7e7a758d6fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401993 May 31 13:09:42.478304 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-94393b57-136f-43d0-8c5d-9d768d4f9fdf req-9c11d8f9-6107-4965-a408-ced08b4b0834 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0419006 May 31 13:09:42.561681 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-5b23dce3-e7dc-45cc-ad36-e2f7336d6b3b service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221550 May 31 13:09:42.694474 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-72ece0c5-65af-46eb-bd31-a6a1155fe53b req-59bbd811-b5f3-4c7e-92c0-83d6f30c8682 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265290 May 31 13:09:43.020941 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7059fca4-dbc5-492d-bb45-db485727dd89 req-b3142873-3a49-4f66-879f-521419608603 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0534413 May 31 13:09:43.640267 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-df85399d-e224-4765-9f7a-31658cc47780 req-0959e768-8d5f-4b7a-984a-dd99e064d18f tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0464590 May 31 13:09:44.187350 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-70c489a6-ab13-4060-97f3-a431513b31f9 req-bf0dd9f7-586b-46b0-aa56-0f05ab3d0c26 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0428872 May 31 13:09:44.802883 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6696597-b212-419c-a8d1-5444de5d8f10 req-9bc5db6e-38db-4c6d-85a6-1975335d3182 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0480673 May 31 13:09:45.352492 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dd5b05f4-87af-4d80-adb9-34131719fa8d req-dea4bd85-19e9-42ee-bc83-e9ea05548961 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0445933 May 31 13:09:45.969716 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-28bac573-0074-40ca-ab98-8aba06a098a6 req-36d6cd20-eda0-4da8-a4d0-24238eb9f516 tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] 10.222.0.68 "GET /v2.0/ports?device_id=f64a2322-d549-430b-9e8b-87a2913c90be HTTP/1.1" status: 200 len: 210 time: 0.0419400 May 31 13:09:46.471671 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa9e08-d844-41ba-8d61-bea6fe9326f7 req-c40324b3-ab7f-4d61-b032-3c7af7ad77f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:46.473127 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ddfa9e08-d844-41ba-8d61-bea6fe9326f7 req-c40324b3-ab7f-4d61-b032-3c7af7ad77f0 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 945 time: 0.0831676 May 31 13:09:46.528544 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a2656b5c-77ae-4f2a-bbe9-8640c3cef3c9 req-e99cddd3-f34f-4289-9343-126b568a11ea tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0544591 May 31 13:09:46.553671 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ddfa9e08-d844-41ba-8d61-bea6fe9326f7 req-28c50fbd-d1fc-4516-8b57-a5efaaecd433 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489967 May 31 13:09:47.183030 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-8386cee9-67e1-4ac6-a161-c63843738664 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:47.183766 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-8386cee9-67e1-4ac6-a161-c63843738664 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Synchronizing usage tracker for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:09:47.199906 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-8386cee9-67e1-4ac6-a161-c63843738664 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Unset dirty status for tenant:d740e7cd93f347c29b1678a27bcc2cad on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:09:47.201019 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-8386cee9-67e1-4ac6-a161-c63843738664 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 945 time: 0.1011569 May 31 13:09:47.339553 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Deleting port c1f52a29-7d16-452a-95bf-816af51a15eb {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:09:47.339900 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:47.483192 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] For port c1f52a29-7d16-452a-95bf-816af51a15eb, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c1f52a29-7d16-452a-95bf-816af51a15eb,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:09:47.487464 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:47.708497 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-beaba2b7-0fbb-46ed-bc8a-e418810b78cb req-e958609d-f27b-434a-ab0e-76a1441ede22 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0739751 May 31 13:09:47.758827 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3000e-9d64-49aa-94ad-97293f8f9367 req-4714082c-c851-4081-9ffa-f25f8d95049f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:09:47.760202 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ee3000e-9d64-49aa-94ad-97293f8f9367 req-4714082c-c851-4081-9ffa-f25f8d95049f tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 945 time: 0.0874465 May 31 13:09:47.771697 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:47.772063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:47.772407 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Floating IP e24c5f36-0782-475a-a582-131eb739a42a disassociated. External IP: 172.27.1.241, port: c1f52a29-7d16-452a-95bf-816af51a15eb. May 31 13:09:47.772982 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Calling delete_port for c1f52a29-7d16-452a-95bf-816af51a15eb owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:09:47.804184 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ee3000e-9d64-49aa-94ad-97293f8f9367 req-ddecdaf5-f93e-4f76-a128-b04449b903c9 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups?id=37e9c5bb-1529-4cab-b770-65faf02f57bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380373 May 31 13:09:47.893335 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:47.899537 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:09:47.943778 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event deleted for resources: {'Port': ['ID=c1f52a29-7d16-452a-95bf-816af51a15eb,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:09:47.946772 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:09:48.220819 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:09:48.406009 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:09:48.416508 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] Sync routers for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:09:48.427024 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:09:48.427630 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:09:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:48.478788 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] No DVR routers for this DVR port c1f52a29-7d16-452a-95bf-816af51a15eb on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:09:48.481862 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:48.485698 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'name': 'network-vif-deleted', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:09:48.490307 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec5454d-576b-4ef6-a74a-25930bd2e55c" -d '{"events": [{"server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "name": "network-vif-deleted", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:09:48.507637 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6a23e322-5399-4c3c-83e5-c580aec98028 req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.41 "DELETE /v2.0/ports/c1f52a29-7d16-452a-95bf-816af51a15eb HTTP/1.1" status: 204 len: 173 time: 1.3012676 May 31 13:09:48.545156 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92abadba-adbe-4aae-bff3-b56e7d51f21e x-openstack-request-id: req-92abadba-adbe-4aae-bff3-b56e7d51f21e {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:09:48.545485 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75069278-639e-4ee0-b4c0-29eca2bc62eb", "name": "network-vif-deleted", "tag": "c1f52a29-7d16-452a-95bf-816af51a15eb", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:09:48.545751 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92abadba-adbe-4aae-bff3-b56e7d51f21e {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:09:48.546230 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75069278-639e-4ee0-b4c0-29eca2bc62eb', 'name': 'network-vif-deleted', 'tag': 'c1f52a29-7d16-452a-95bf-816af51a15eb', 'status': 'completed', 'code': 200} May 31 13:09:48.650319 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:09:48.861819 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1992233c-f08e-4db0-b524-fa23d6e85c4e req-4e59d69b-034d-47d5-8627-cbfcb09fec6c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0465086 May 31 13:09:48.961362 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:48.965367 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] Checking router: 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:09:48.974631 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:09:48.975474 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:09:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:48.981830 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c493ef41-618e-4635-8fcd-23a91dc48df2 req-55d1125b-806a-4c6c-a619-be4f1172e60c tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/ports?device_id=75069278-639e-4ee0-b4c0-29eca2bc62eb HTTP/1.1" status: 200 len: 210 time: 0.0429156 May 31 13:09:49.166238 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:09:49.493725 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:09:49.498057 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24dc9ec-eb0a-480f-8fd3-13b643c2f502 None None] The sync data for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi is: [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:14Z', 'revision_number': 4, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '8cb8f0e3-2916-4411-baab-1cfccfff574f', 'name': '', 'network_id': '87c29cfd-a8a6-4f5a-9842-c28889a3b1d6', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'mac_address': 'fa:16:3e:d9:c8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:13Z', 'updated_at': '2021-05-31T12:51:31Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'subnets': [{'id': '103de075-79c4-4f9e-a85a-620b7ce77423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:09:49.716034 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27ffee6-80de-468c-aeee-b71a5ebe0e20 None None] New status for floating IP e24c5f36-0782-475a-a582-131eb739a42a: DOWN {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:09:50.025386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c6e8427e-67ab-4231-acfa-cad1ba4cc672 req-3c603bfe-c084-49f8-b242-068ad42b5d8e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0433843 May 31 13:09:50.118927 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 42448) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:09:50.186396 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.213615 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.266371 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.271380 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-773d719d-ead9-475d-8933-1b42cdaeb8cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:09:50.286195 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e9c5bb-1529-4cab-b770-65faf02f57bf,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:09:50.289807 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:09:50.297081 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.300745 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "DELETE /v2.0/security-groups/37e9c5bb-1529-4cab-b770-65faf02f57bf HTTP/1.1" status: 204 len: 168 time: 0.1782918 May 31 13:09:50.301050 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 42454) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:09:50.323249 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.api.v2.resource [None req-2612c4dd-f20c-45b0-b01f-cff6b49cc8f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] show failed (client error): The resource could not be found. May 31 13:09:50.324251 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-2612c4dd-f20c-45b0-b01f-cff6b49cc8f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "GET /v2.0/security-groups/37e9c5bb-1529-4cab-b770-65faf02f57bf HTTP/1.1" status: 404 len: 347 time: 0.0220926 May 31 13:09:50.327412 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 42460) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:09:50.553882 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Deleting port e3b6e81a-715d-43c4-b080-02b4274ba88d {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:09:50.554129 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.673317 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.673693 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.798101 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Calling delete_port for e3b6e81a-715d-43c4-b080-02b4274ba88d owned by network:floatingip {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:09:50.917066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:50.921497 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05755164-c873-4414-b56d-b847a95e775d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:09:50.966286 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Pushing event deleted for resources: {'Port': ['ID=e3b6e81a-715d-43c4-b080-02b4274ba88d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:09:50.969329 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:09:51.057440 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks [] for floatingip, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:51.071396 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:09:51.072531 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] 10.222.0.68 "DELETE /v2.0/floatingips/e24c5f36-0782-475a-a582-131eb739a42a HTTP/1.1" status: 204 len: 168 time: 0.7442467 May 31 13:09:51.177575 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e3d42306-fccd-4c13-90cd-118415732ded req-36d7c8b7-591f-49fd-8e68-9467483b4b20 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0469017 May 31 13:09:51.386027 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c1f52a29-7d16-452a-95bf-816af51a15eb no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:09:51.431891 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: c1f52a29-7d16-452a-95bf-816af51a15eb {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:09:51.432255 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c1f52a29-7d16-452a-95bf-816af51a15eb not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:09:52.345787 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6599ef26-9874-4ecf-bec1-996d6d16694a req-ce911719-e2de-43d8-8717-01992f29aeeb tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0522339 May 31 13:09:53.503752 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b6be6d8-b21c-466b-815b-1a39d4162a4b req-f750207c-ae31-47c6-a9cd-b1638e9b7999 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0422561 May 31 13:09:54.654435 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b96851f2-7ccc-40de-98f0-d67c530af210 req-aecfe432-9db5-442e-8cfa-0e995f92ec9e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0460057 May 31 13:09:55.889320 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ac825e75-9e04-4f72-b773-d63ff0517255 req-c8f6fdfb-e170-48c2-9b9a-4fe6c1cd3e27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.1295083 May 31 13:09:57.039204 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3c700f0-d52e-4322-9d53-41c5aa221a43 req-233ffacd-f438-4764-bbc5-d9a8be596d43 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0410161 May 31 13:09:57.350704 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:09:58.209459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-579f2d42-c8da-4e68-b1ba-b773138d1a50 req-91740385-4aa1-4ea5-80b3-1141dbf962aa tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0573964 May 31 13:09:59.378976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed1082cd-992d-49c5-a56a-2a832191dd76 req-24970ee4-62db-46c9-a242-7e1cf610af49 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0472474 May 31 13:10:00.578338 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0dbca78c-148e-4470-9bb1-307fc03a18a0 req-f7701eed-6daf-4fda-90d1-cdc862c13718 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0502424 May 31 13:10:01.752469 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-127e3506-a542-4895-b903-7bda802ee216 req-01b72aa7-7478-4d25-bb27-a910f20a84e6 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0528972 May 31 13:10:02.355519 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:02.916424 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-434edb79-15e7-4cbe-b4b2-7eb31be74195 req-dd980a0f-6062-4401-89ae-447d6bfba575 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0421607 May 31 13:10:04.079258 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f117640a-8ed4-40db-8cb1-aaa66a012c98 req-9c931180-40a7-4aa9-b2e1-c0dcb836f0a7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0429826 May 31 13:10:05.247723 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-82098ce3-e828-4484-bc72-13d326d690cc req-220b1ccc-65e2-4b64-9771-42682ee73e62 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0470853 May 31 13:10:05.296383 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1ddd9873-948e-4277-91b5-6dd78116503f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:06.433105 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a716ff83-5e0e-4599-bb5c-00fb27fbc762 req-cabf14a2-abd6-4c2c-abb9-b7c94f3661d4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0440540 May 31 13:10:07.602036 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ce5e651-9cca-4250-99a2-566eb228c3b8 req-12d087dc-8497-4005-a649-344bebe59440 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0423923 May 31 13:10:07.676391 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:07.838896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-79634d8b-027c-4987-96a2-6a4c1c306ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:08.768888 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ee9184d1-6c15-441d-b2a5-eb5d195e26e4 req-82616755-0e82-4997-9ce0-d0334cff1fd3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0487971 May 31 13:10:09.015309 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:09.916973 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2cc1d091-3b39-4f1d-835d-0f0b67156d71 req-8f2800b1-3637-4a26-83e8-ef0587768f35 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0436428 May 31 13:10:10.580303 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:11.098966 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8dccebcb-3dec-4a88-b3a0-ee1da73b29af req-ceb2edda-fdfb-4bb9-aec3-c5a5126a2f0d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0431347 May 31 13:10:12.245573 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1d399465-0eff-44dc-9676-4cf37302c37c req-77cebf1c-79db-4a05-9db1-1c858d15460e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0447192 May 31 13:10:13.396574 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2674cc0d-6f97-4cd6-93b8-7fe3180c3718 req-36cac24d-ce2b-4549-a5f8-e52fc4425645 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0434306 May 31 13:10:14.547968 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e32dc88-35c5-4c55-bb12-619846c48d5b req-dab3a407-0012-4456-ba0e-15fa63d96c17 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0423446 May 31 13:10:15.706175 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5745715a-4468-444c-b06b-30a44162ff9d req-6780fed5-94e2-4640-adc2-3e97fa9da054 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0529313 May 31 13:10:16.860737 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-43f7dffe-d221-4eb1-9f28-98bdd8482e6d req-5486175b-9c2d-4477-96c3-cad54394e790 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0428789 May 31 13:10:18.011007 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7862ce5f-7e37-4b8a-ae48-67c9238b81ef req-1308dc22-b4c1-4235-8206-73942bf4d061 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0441446 May 31 13:10:19.166812 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4ce2c368-1aa3-4c3c-8c8d-021a27e30d6f req-fabff98d-307b-4089-a522-b199136069df tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0450749 May 31 13:10:20.320964 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-74b7cd06-6d62-4482-a73e-d4e0b5acf9c5 req-800098de-478a-4725-a787-f01fcce76c1c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0460470 May 31 13:10:21.487387 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b06af82-b57b-45b6-99f6-2084c74121b4 req-004ec2cf-2627-4c24-aba9-2ea098d66a73 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0522091 May 31 13:10:22.658830 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a9336d00-34c8-406e-93f1-491b0c0ed902 req-b62eec82-1712-4bfc-9931-6da8f73097df tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0545740 May 31 13:10:23.805559 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6c58a0c-e3ac-40c1-ac25-139ed438d717 req-b12e8a8e-b1d2-4d28-9d06-6319975a67e4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0413940 May 31 13:10:24.971606 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4f4e685d-5b1f-42a0-8897-dd295e50587b req-c22bb58e-143b-4c20-b8c5-429129bbdaf7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0512550 May 31 13:10:26.123744 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-da6381e5-a2b2-4497-bd83-4d86bcf7c65e req-9a59464d-abe7-45b2-aed2-6df5f03dfe91 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0461979 May 31 13:10:27.296470 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6722c4b5-9601-48e5-b9e9-8261122bdf5a req-29d9e3a6-db30-4b29-b53e-e4353205b20c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0431430 May 31 13:10:28.460354 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5307da90-8c7c-4d29-933b-672d514633cd req-96620c42-0f36-49c6-a742-62f702fdb25a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0418537 May 31 13:10:29.621477 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bb623039-29e8-4665-9ef1-63ccb65399a2 req-76e8a769-48ff-4013-9bce-abc5c1c440c8 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0463471 May 31 13:10:30.790386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eee364cc-d764-46e2-bd06-15ed74b97dcb req-f3def8db-fa33-424a-bbe0-14e4840b5f9e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0459404 May 31 13:10:31.961252 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d6a30e91-d0e3-4e7e-8353-465135f224b6 req-1b3b683f-9109-4755-b101-164cb4ea12ab tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0502734 May 31 13:10:32.362181 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:33.215071 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f2a67665-913e-429a-89f0-21b6015d5908 req-ce216791-2cb3-469a-972a-d61e894f1ba5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.1417654 May 31 13:10:34.353109 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:10:34.383886 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8b93853e-2d97-4065-aad3-baac1b7dd611 req-ff99a9c9-e9b8-4896-9253-62a646647a4e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0447738 May 31 13:10:35.305033 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-719d3cdb-2fec-45b3-bafe-faca0f42fa6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:35.540478 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54a5a0e4-a707-4741-ba6b-53d5a2e0b61e req-ba739106-77c9-4b7b-995b-65ac5d3e2454 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0431945 May 31 13:10:36.694711 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8ac3465d-b2a0-459f-b530-fda4bdce3bb4 req-ce760e8d-09d0-4b91-beb2-efb08d4441d3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0445058 May 31 13:10:37.684331 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:37.842408 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ec4b5c84-32e1-4328-a359-3906d09f5f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:37.843565 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ed6b24e-4f69-4eb0-aa08-5931de0cdecc req-d83258e1-09cb-430c-851a-333b7113b256 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0436270 May 31 13:10:39.005539 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5464cfce-6946-4267-950c-7a643de75265 req-f699061e-9a23-4c7d-a9a0-84d5f6684365 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0507159 May 31 13:10:39.018513 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:40.158645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e37ee282-8aa5-4279-b2d2-da83acb48a51 req-765f1a85-3e54-488d-b604-228d5aa53f95 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0450530 May 31 13:10:40.573772 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:10:41.314068 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6e5a67d8-ba83-4693-92c6-92eda449e7e9 req-85588c94-9be0-42c4-88bb-95cc32da4041 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0470054 May 31 13:10:42.473068 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3fbbd4d-5bba-4c7e-99df-d9b26167b1e5 req-627ed1b8-6711-43f2-99bc-9af4308706fb tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0427272 May 31 13:10:42.920532 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-bbda4ac5-0d79-43da-b1e7-4a64d26b5fb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725775 May 31 13:10:43.014088 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-8d54b27b-b6d4-4709-b9a9-d1d58d2624bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:10:43.015632 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-8d54b27b-b6d4-4709-b9a9-d1d58d2624bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 1099 time: 0.0715647 May 31 13:10:43.262080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-21f088c2-e47e-4baf-a897-daf7573068da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:10:43.263506 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-21f088c2-e47e-4baf-a897-daf7573068da service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.2235641 May 31 13:10:43.335982 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-d99dfe58-81e8-45f0-9561-3b1316cd034f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 200 len: 217 time: 0.0652566 May 31 13:10:43.402204 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-24c56133-831f-496a-86d5-f7ab63d10d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:10:43.403832 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-24c56133-831f-496a-86d5-f7ab63d10d8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0618062 May 31 13:10:43.450191 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-296b8a9f-432a-4bdf-8001-d918eed8a926 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401452 May 31 13:10:43.579974 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-85bd884d-33bd-4fe0-99b0-351d293a5913 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233878 May 31 13:10:43.622767 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-27ebfd53-343b-4232-9a12-8b295ff43ac2 req-e8ba2a8c-aabb-4b07-8e1f-3c2785f6d5a1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0455391 May 31 13:10:43.709415 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1e225e93-fc67-4f64-b813-d392607f5cc6 req-3f3d8cce-b679-45cf-a150-21ab566b0d3f service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224918 May 31 13:10:44.781359 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7c0f269-ccc8-4fb2-88b2-d262b16ef180 req-1a3062ac-3530-42d2-8bba-5d6ca4ff582e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0433922 May 31 13:10:45.950133 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e615bd62-9b8d-46a1-bf1c-1d5fd01b62b6 req-c61db0e1-7edd-440f-a133-bc3a16bd9316 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0484953 May 31 13:10:47.122108 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-30441841-ffba-4126-97f6-371b77f0f9b9 req-7b16116f-9203-44a9-b8c5-d7e836919550 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0561779 May 31 13:10:48.296704 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9e36849a-849c-4bd8-8a72-ff7d7fdabe4b req-afc022ea-fe1f-412c-b498-d7fffae77276 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0492988 May 31 13:10:48.374472 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [req-fb9f70db-0cab-4c86-9234-d12062581302 req-019f7120-5a31-4349-bfac-e750366b1736 service neutron] (91756) timed out ('10.222.0.68', 33572) {{(pid=91756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:10:49.470466 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-680d0fd5-2154-4337-bb9b-1a72981579ea req-d8a0bc81-6563-4a43-a509-60c1f302e1c4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0423439 May 31 13:10:50.638681 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2715bdc-7a82-43e0-87fd-c6164b7058d5 req-2f094b81-5674-433c-8a86-9223773989b4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0498431 May 31 13:10:51.808690 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dad3c15e-5e78-4fa8-9015-eabe6dd71382 req-225a0809-6cf4-4c74-82b4-f15824d2424c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0535917 May 31 13:10:52.977437 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-50da80e1-fe81-4f02-8072-df981099540d req-17822a30-bbb3-42c2-9f5d-3c4bfab655af tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0464489 May 31 13:10:54.141685 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fb508459-0648-4bb2-9a1e-7c4160666f02 req-b427a1d3-6db3-40a5-a2d7-1cae10d173a9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0528555 May 31 13:10:55.467846 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-481851c2-4709-4f29-992e-ca6fa2c21382 req-415e210f-22d4-4323-b914-46b41f66f095 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0434079 May 31 13:10:56.625055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-91a0737c-ece4-44e7-907b-8cfd9b7da87d req-4ab5383a-c4f5-41d0-8f76-3e243ddc2a35 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0428197 May 31 13:10:57.778381 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a0b668d-cdf6-4908-92f1-e4a95324ce8f req-c287ad08-2ee0-44ff-b404-a3e87838ec5f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0459599 May 31 13:10:59.086087 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a54f0e99-6a7a-4cb0-8b8c-95d50b717fd3 req-fc5316c0-6526-4ae3-a2c4-03f09b42deec tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0425050 May 31 13:11:00.260210 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-395ffd1e-d75a-4951-a335-f1ae95a71a16 req-ee578f66-5aaa-4769-a9ec-d23430282e6d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0546970 May 31 13:11:01.426287 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-26d584d3-93c6-472f-8fef-8b307805d604 req-802706ac-06e8-472e-afed-45f69cbacbe3 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0523190 May 31 13:11:02.365885 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:02.607002 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13f19fc6-1de7-4575-9f51-a15e5a297c1a req-32d3f76f-7644-44fd-b8d8-7eb77ec4bf85 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0524974 May 31 13:11:03.772778 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b71c5e94-30a9-4fd0-8f05-823743dd6ce6 req-13cb1506-f34c-4f47-b689-ec266005938a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0428138 May 31 13:11:05.063204 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-74439a57-7f3c-48bc-982d-a73305076d82 req-38b570a2-b983-415e-8636-19c8b1b70928 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.1684904 May 31 13:11:05.303370 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a4f9e48a-f832-4fe6-a66c-2e72e1e82abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:06.283572 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a9735c0-855d-4469-8d96-a45848047df2 req-94daaef9-e4e1-45a9-bc75-cf040cfb05f5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.1022019 May 31 13:11:07.449456 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3e73ef13-5699-4cc3-a86e-b61b1ecb9bb5 req-9ddec694-598d-49dc-aa96-6a613b2a8eb2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0443339 May 31 13:11:07.686148 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:07.853855 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5118996a-fd12-456c-bc63-ddcf4f30ff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:08.609131 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-726671cc-5a29-47d6-a66e-58dc284ad1ca req-7520a61e-f311-4d14-8603-791e11e2f0c4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0452099 May 31 13:11:09.023228 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:09.749971 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-cf416cd0-2811-4c9c-8168-40363ab6ac34 req-6baafcb4-efcb-4e6d-92c1-d334a383f0f4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0421913 May 31 13:11:10.586016 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:10.901356 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9573f51c-6bab-4d0a-bc5b-4239ecf43602 req-5581f3f1-ecf3-427a-993d-0f8ca26d9e6f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.0429218 May 31 13:11:11.357861 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:11:12.125744 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-60883759-0394-4735-ab89-121b3d2675eb req-f266fc95-1524-4fcf-82a4-f3d276229b9e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=7d61a1a8-efef-4ea6-935f-58d4970e870d HTTP/1.1" status: 200 len: 210 time: 0.1186557 May 31 13:11:13.270389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 43240) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:13.334365 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.361988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.418107 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.421884 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dfe0f714-a293-408f-92ec-b1c69959adfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:13.434127 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:13.444245 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.444612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.444991 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.445314 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.445680 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.446021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.446359 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.446703 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.447064 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.447401 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.447737 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.448079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:13.451490 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:13.452537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.453586 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "DELETE /v2.0/security-groups/7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b HTTP/1.1" status: 204 len: 168 time: 0.1821680 May 31 13:11:13.456428 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 43244) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:13.472666 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.api.v2.resource [None req-bbbea1a7-c70a-433a-a272-a4ec197a19f4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] show failed (client error): The resource could not be found. May 31 13:11:13.473737 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-bbbea1a7-c70a-433a-a272-a4ec197a19f4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups/7bd1dc58-ced1-41fd-bb98-88f82c8f0f3b HTTP/1.1" status: 404 len: 347 time: 0.0162694 May 31 13:11:13.476584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 43248) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:13.692647 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Deleting port 82a06f67-c305-4762-9b72-3a22cfb1d2bf {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:11:13.692988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.815982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.816270 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:13.933791 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Calling delete_port for 82a06f67-c305-4762-9b72-3a22cfb1d2bf owned by network:floatingip {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:11:14.054856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:14.059370 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:14.109109 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event deleted for resources: {'Port': ['ID=82a06f67-c305-4762-9b72-3a22cfb1d2bf,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:14.112414 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:14.204630 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:14.219601 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:14.220691 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "DELETE /v2.0/floatingips/0e02fe69-6c9f-49fd-be38-688c5a9e6e5e HTTP/1.1" status: 204 len: 168 time: 0.7432446 May 31 13:11:15.043484 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 43264) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:15.049014 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'security_group': {'name': 'tempest-securitygroup--967670062', 'description': 'tempest-description--2147006665'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:15.055453 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:15.059591 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:11:15.063378 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:11:15.069680 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:15.079796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.099264 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:15.103173 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group_rule and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:11:15.106004 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:11:15.112216 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:15.200431 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.204709 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.209942 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-055dadc3-e3a3-47f3-b20e-b0f205fc160d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:15.248053 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9156d3-6286-44c7-8bfa-9ea735940e9b,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:15.255670 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.259613 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2123404 May 31 13:11:15.259613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.259613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.259613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.260062 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.260062 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.260320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.260578 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 43274) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:15.261060 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.261060 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.261314 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.261678 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.261985 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.262315 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:15.265971 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:15.267200 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'security_group_rule': {'security_group_id': '2c9156d3-6286-44c7-8bfa-9ea735940e9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:15.274207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:15.278606 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group_rule and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:11:15.281732 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:11:15.288028 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:15.306304 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.374759 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.380573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.386954 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:15.405629 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d171237-7fed-49e4-8fd4-d95b824ab640,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:15.411112 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:15.418016 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.419242 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572945 May 31 13:11:15.422215 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 43278) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:15.427323 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'security_group_rule': {'security_group_id': '2c9156d3-6286-44c7-8bfa-9ea735940e9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:15.433444 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:15.437516 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:security_group_rule and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:11:15.440560 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:11:15.447133 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:15.465234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.528983 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.534212 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.542186 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0bf9d4c1-faa7-4dad-8836-6f304e7de1bd tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:15.561956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7904ff4-6930-440f-b28e-f2e1d001462b,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:15.564553 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:15.567933 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.569096 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459270 May 31 13:11:15.572344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 43282) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:15.577630 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:15.583668 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:15.587468 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Usage tracker for resource:floatingip and tenant:48cefaf9a6e64b64a6e80e616f06d169 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:11:15.590263 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:11:15.595928 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:15.607659 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.747727 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:15.885389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Allocated IP 172.27.1.11 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/2b509a98-e9a4-4197-8a59-e7633506cf6e) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:11:16.036590 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.069524 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.072939 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:16.133000 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:11:16.135947 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:11:16.140106 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:11:16.172396 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'Port': ['ID=2b509a98-e9a4-4197-8a59-e7633506cf6e,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:16.180794 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:16.225089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.364505 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.583060 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.589468 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.593853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:16.693212 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'Port': ['ID=2b509a98-e9a4-4197-8a59-e7633506cf6e,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:16.697088 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:16.703689 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.726737 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:16.727958 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1546662 May 31 13:11:16.998920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-e208cde0-78a8-4751-9c4f-f8a7b5e01476 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Synchronizing usage tracker for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:security_group {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:11:17.017765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-e208cde0-78a8-4751-9c4f-f8a7b5e01476 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Unset dirty status for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:security_group {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:11:17.019003 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-e208cde0-78a8-4751-9c4f-f8a7b5e01476 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-securitygroup--967670062&fields=id&tenant_id=48cefaf9a6e64b64a6e80e616f06d169 HTTP/1.1" status: 200 len: 267 time: 0.0640686 May 31 13:11:17.168846 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-b61b8edf-7794-4a82-990c-6b951c9ece4e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:17.170178 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-b61b8edf-7794-4a82-990c-6b951c9ece4e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 810 time: 0.1443510 May 31 13:11:17.188013 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-16be62e5-b312-4ceb-a970-54d2b7c92e84 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/quotas/48cefaf9a6e64b64a6e80e616f06d169 HTTP/1.1" status: 200 len: 375 time: 0.0093074 May 31 13:11:17.272612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-ed3e03f1-ce78-4ba7-9c66-6382b71e88dd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Synchronizing usage tracker for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:11:17.290608 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-ed3e03f1-ce78-4ba7-9c66-6382b71e88dd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Unset dirty status for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:11:17.291895 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-ed3e03f1-ce78-4ba7-9c66-6382b71e88dd tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992072 May 31 13:11:17.358997 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-78e391b8-3c42-4d94-b54d-f42f9c151841 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:11:17.359994 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-78e391b8-3c42-4d94-b54d-f42f9c151841 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0538387 May 31 13:11:17.493234 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-acc6fad7-dd8e-42da-b70e-98022f53ec23 service neutron] 10.222.0.68 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267524 May 31 13:11:17.624603 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0784ee42-001c-46c4-badc-2836abb30aef service neutron] 10.222.0.68 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255774 May 31 13:11:17.813794 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa1b6bad-0859-4d80-8b7b-5a255e6ba290 req-91d9c8e7-4748-4cbf-858b-15a46b4b3df7 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 210 time: 0.0431061 May 31 13:11:18.977831 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3df79735-9fc7-4eb6-b8dc-71a88c38bb17 req-1bfe69a6-64d2-4fbc-bea9-87215876ad3d tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 210 time: 0.0518777 May 31 13:11:19.014139 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-5de7a6f5-adb9-4e02-9fbe-f3f2ab0b9863 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:19.015038 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-5de7a6f5-adb9-4e02-9fbe-f3f2ab0b9863 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Synchronizing usage tracker for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:11:19.031380 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-5de7a6f5-adb9-4e02-9fbe-f3f2ab0b9863 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Unset dirty status for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:11:19.032579 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-5de7a6f5-adb9-4e02-9fbe-f3f2ab0b9863 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 810 time: 0.1736977 May 31 13:11:19.083589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-ec3671ea-2607-49fd-bc1d-652dd540c80e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Synchronizing usage tracker for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:security_group {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:11:19.095766 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-ec3671ea-2607-49fd-bc1d-652dd540c80e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Unset dirty status for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:security_group {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:11:19.096861 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-ec3671ea-2607-49fd-bc1d-652dd540c80e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48cefaf9a6e64b64a6e80e616f06d169 HTTP/1.1" status: 200 len: 379 time: 0.0559924 May 31 13:11:19.110146 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'port': {'device_id': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'admin_state_up': True, 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'security_groups': ['2c9156d3-6286-44c7-8bfa-9ea735940e9b']}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:19.242074 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:11:19.252431 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:11:19.264144 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Made reservation on behalf of 48cefaf9a6e64b64a6e80e616f06d169 for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:11:19.267643 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:19.424020 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Allocated IP 172.20.0.13 (a4069987-de9c-407e-b06a-67311a56c3e3/4dad8fa0-ef59-4179-bb13-f743d02f2f9e/38b3180c-af63-4b53-8bc7-6ec6553a910d) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:11:19.611093 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:19.627160 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Transition to ACTIVE for port object 38b3180c-af63-4b53-8bc7-6ec6553a910d will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:11:19.652106 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:19.657795 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:19.721251 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Network a4069987-de9c-407e-b06a-67311a56c3e3 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:11:19.724317 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:11:19.728038 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:11:19.757530 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event updated for resources: {'Port': ['ID=38b3180c-af63-4b53-8bc7-6ec6553a910d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:19.764593 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:19.795950 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:19.796546 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:19.822935 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7163742 May 31 13:11:19.835251 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Request body: {'port': {'device_id': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:19.929518 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-71e567fb-d53f-496e-8545-8e674562bf8c None None] Provisioning for port 38b3180c-af63-4b53-8bc7-6ec6553a910d completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:11:19.934213 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-71e567fb-d53f-496e-8545-8e674562bf8c None None] Provisioning complete for port 38b3180c-af63-4b53-8bc7-6ec6553a910d triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:11:19.934584 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-71e567fb-d53f-496e-8545-8e674562bf8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:19.947700 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:20.021845 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-71e567fb-d53f-496e-8545-8e674562bf8c None None] Port 38b3180c-af63-4b53-8bc7-6ec6553a910d cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:11:20.166940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357591a2-56d9-4e6b-83e4-e0dc3875930f req-7b71c7ad-433f-49c2-8a4f-7b84e08e84de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:20.168522 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-357591a2-56d9-4e6b-83e4-e0dc3875930f req-7b71c7ad-433f-49c2-8a4f-7b84e08e84de tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 932 time: 0.0830653 May 31 13:11:20.215924 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-357591a2-56d9-4e6b-83e4-e0dc3875930f req-f79e20c7-2d6b-470f-92aa-6bf554f05f12 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413344 May 31 13:11:20.383270 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b3180c-af63-4b53-8bc7-6ec6553a910d {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:11:20.390479 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:20.404813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Transition to ACTIVE for port object 38b3180c-af63-4b53-8bc7-6ec6553a910d will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:11:20.410594 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:20.414104 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3228038c-5cbd-423e-ba77-18a66d133154 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:20.536908 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Pushing event updated for resources: {'Port': ['ID=38b3180c-af63-4b53-8bc7-6ec6553a910d,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:20.562765 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:20.645144 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Attempting to bind port 38b3180c-af63-4b53-8bc7-6ec6553a910d on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:11:20.645602 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Attempting to bind port 38b3180c-af63-4b53-8bc7-6ec6553a910d by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:11:20.646052 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Attempting to bind port 38b3180c-af63-4b53-8bc7-6ec6553a910d on network a4069987-de9c-407e-b06a-67311a56c3e3 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:11:20.655921 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Port 38b3180c-af63-4b53-8bc7-6ec6553a910d on network a4069987-de9c-407e-b06a-67311a56c3e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:11:20.656344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Attempting to bind port 38b3180c-af63-4b53-8bc7-6ec6553a910d on network a4069987-de9c-407e-b06a-67311a56c3e3 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:11:20.664242 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:11:20.664242 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Checking segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:11:20.664242 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Bound using segment: {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:11:20.664242 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Bound port: 38b3180c-af63-4b53-8bc7-6ec6553a910d, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:11:20.664242 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:20.756822 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] For port 38b3180c-af63-4b53-8bc7-6ec6553a910d, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:11:20.760033 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] For port 38b3180c-af63-4b53-8bc7-6ec6553a910d, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:11:20.765540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:20.769102 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-86650bca-8948-453e-8922-dc50db6678fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:20.828488 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:20.829082 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:20.830455 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] 10.222.0.41 "PUT /v2.0/ports/38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 1094 time: 0.9997067 May 31 13:11:20.830976 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:11:20.833763 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d" -d '{"events": [{"name": "network-changed", "server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:11:20.853244 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Pushing event updated for resources: {'Port': ['ID=38b3180c-af63-4b53-8bc7-6ec6553a910d,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:20.857029 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:20.902241 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d3b741-31e8-4ec7-81d1-32596a41a4ca x-openstack-request-id: req-d4d3b741-31e8-4ec7-81d1-32596a41a4ca {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:11:20.902552 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:11:20.902849 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-d4d3b741-31e8-4ec7-81d1-32596a41a4ca {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:11:20.903273 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'status': 'completed', 'code': 200} May 31 13:11:20.944616 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-b0a74e91-4ba8-4f73-b128-e1ff49389d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:20.946110 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-b0a74e91-4ba8-4f73-b128-e1ff49389d12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1097 time: 0.0758841 May 31 13:11:21.018601 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-f51b7857-db97-4b2c-8092-aa33338d3763 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 217 time: 0.0637662 May 31 13:11:21.084313 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-7e389d1c-0186-4384-8962-1257f445be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:21.085751 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-7e389d1c-0186-4384-8962-1257f445be57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0613992 May 31 13:11:21.162405 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-42f51e33-314c-4d0d-9944-4216e72eb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:21.163778 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-42f51e33-314c-4d0d-9944-4216e72eb0dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719328 May 31 13:11:21.294457 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-d7259577-f799-4adf-86bc-f677a374bce0 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235831 May 31 13:11:21.417352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d81ccf-81eb-4f88-924e-32065c8ad067 req-7f4df8b6-5523-4018-b1e2-c962cf1ea4ad tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:21.418875 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42d81ccf-81eb-4f88-924e-32065c8ad067 req-7f4df8b6-5523-4018-b1e2-c962cf1ea4ad tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 944 time: 0.0850968 May 31 13:11:21.434780 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-562a3f26-eb5a-43d6-b10e-6c7504a6b3fe req-c5ef40ea-322b-419c-9b43-901af889b967 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335561 May 31 13:11:21.463544 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42d81ccf-81eb-4f88-924e-32065c8ad067 req-05cfab5e-13d9-4810-bce8-0b7e297de090 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389407 May 31 13:11:21.571486 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-e86d0594-b38c-4c18-8d1e-6847c3f9d43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:21.572937 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-e86d0594-b38c-4c18-8d1e-6847c3f9d43d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1097 time: 0.0898497 May 31 13:11:21.708177 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-b024639c-36b9-4e76-ac5d-92cf20a2b7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:21.709814 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-b024639c-36b9-4e76-ac5d-92cf20a2b7dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1309206 May 31 13:11:21.779310 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-e5194ad1-3bf2-4368-b17e-94c3af3b62ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 217 time: 0.0620351 May 31 13:11:21.840358 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-4476dd3a-3031-4fa1-b6e8-c33bc2a8b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:21.841904 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-4476dd3a-3031-4fa1-b6e8-c33bc2a8b34a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0568087 May 31 13:11:21.916663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-21f55ed9-9b82-436c-853a-6614f910c0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:21.918115 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-21f55ed9-9b82-436c-853a-6614f910c0ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694709 May 31 13:11:22.134406 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-beafd537-6a9e-4d98-b2b6-387730f00b82 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092359 May 31 13:11:22.263264 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-daf0a7c0-e128-4ea7-9149-c0de4e43e94d req-1b5807bb-dc37-4920-9011-9a57e02d0bbb service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213393 May 31 13:11:22.686108 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04878478-b41e-407b-a5a1-d7ce26fc5c22 req-b6add06e-fd39-4d16-90a0-9bf7e3769e92 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:22.687569 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04878478-b41e-407b-a5a1-d7ce26fc5c22 req-b6add06e-fd39-4d16-90a0-9bf7e3769e92 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 944 time: 0.0981412 May 31 13:11:22.735124 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04878478-b41e-407b-a5a1-d7ce26fc5c22 req-35c5c323-2fd0-44ea-82d9-b35480e262ef tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415957 May 31 13:11:23.799973 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 38b3180c-af63-4b53-8bc7-6ec6553a910d details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:11:23.928725 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dc0bd-a300-4c4d-a83c-43a47275ff2d req-6f8fafcb-8c10-4212-a1f1-3e93343a3339 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:23.932698 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 38b3180c-af63-4b53-8bc7-6ec6553a910d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:11:23.935884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e90dc0bd-a300-4c4d-a83c-43a47275ff2d req-6f8fafcb-8c10-4212-a1f1-3e93343a3339 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 944 time: 0.0859740 May 31 13:11:23.946351 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'port_id': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'mac_address': 'fa:16:3e:f9:ab:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:11:23.994063 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e90dc0bd-a300-4c4d-a83c-43a47275ff2d req-5d13b00d-8aa8-41c1-a5d0-1cdbd7e3d7c5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572398 May 31 13:11:24.006456 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:24.024200 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b3180c-af63-4b53-8bc7-6ec6553a910d {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:11:24.040249 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 38b3180c-af63-4b53-8bc7-6ec6553a910d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:11:24.045080 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:24.048165 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9b9f06c0-dfbc-4ea4-8e71-dfd31271b4c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:24.116204 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=38b3180c-af63-4b53-8bc7-6ec6553a910d,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:24.124186 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.124531 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.124871 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.125205 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.125536 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.125865 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.126188 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.126509 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.126861 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.127186 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.127504 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.127822 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:11:24.132268 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:24.467795 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['38b3180c-af63-4b53-8bc7-6ec6553a910d'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:11:25.172499 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59a6fd-d114-476c-accb-d0d30c4f17cd req-f7263537-bda5-429f-9a03-c8fc4bef5155 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:25.173918 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e59a6fd-d114-476c-accb-d0d30c4f17cd req-f7263537-bda5-429f-9a03-c8fc4bef5155 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 945 time: 0.0822427 May 31 13:11:25.218482 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e59a6fd-d114-476c-accb-d0d30c4f17cd req-463b9371-1380-4b86-9cdd-69daaf1a3488 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388548 May 31 13:11:25.816761 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 38b3180c-af63-4b53-8bc7-6ec6553a910d up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:11:25.896798 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 38b3180c-af63-4b53-8bc7-6ec6553a910d completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:11:25.902048 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 38b3180c-af63-4b53-8bc7-6ec6553a910d triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:11:25.902423 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:26.018657 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:26.045307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:11:26.047568 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4c0dcd-8aef-450e-966a-5116c0188831" -d '{"events": [{"server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "name": "network-vif-plugged", "status": "completed", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:11:26.057610 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 38b3180c-af63-4b53-8bc7-6ec6553a910d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:11:26.063705 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:26.067043 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:11:26.141155 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=38b3180c-af63-4b53-8bc7-6ec6553a910d,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:11:26.146401 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:11:26.160605 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00870dd-0f51-470d-9494-0fb4a7c2ad5e x-openstack-request-id: req-b00870dd-0f51-470d-9494-0fb4a7c2ad5e {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:11:26.160909 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "name": "network-vif-plugged", "status": "completed", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:11:26.161169 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-b00870dd-0f51-470d-9494-0fb4a7c2ad5e {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:11:26.161639 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'code': 200} May 31 13:11:26.394200 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf202044-f896-4f40-b789-88b4aadc1135 req-935b1d17-0776-4170-8abd-0dcdc3f209ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:26.395717 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-bf202044-f896-4f40-b789-88b4aadc1135 req-935b1d17-0776-4170-8abd-0dcdc3f209ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1099 time: 0.0733459 May 31 13:11:26.399783 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9f371-2ec9-49de-a8f5-c8bf1491d267 req-7c703a15-9a46-4ec0-b3bb-efaf3f335f05 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:26.401248 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67d9f371-2ec9-49de-a8f5-c8bf1491d267 req-7c703a15-9a46-4ec0-b3bb-efaf3f335f05 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 946 time: 0.0789721 May 31 13:11:26.437192 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-bf202044-f896-4f40-b789-88b4aadc1135 req-1b3ca9bd-6ab6-404f-9472-4d073e4490e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348539 May 31 13:11:26.445311 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-67d9f371-2ec9-49de-a8f5-c8bf1491d267 req-f652f5e3-056f-40ca-a8ae-64e187c4a48f tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383074 May 31 13:11:27.727512 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870af60-fd29-4dba-8f30-16bdc6e2c6ed req-ab81b1a2-0d38-4c05-963d-0a5a92bd93b4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:27.728947 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6870af60-fd29-4dba-8f30-16bdc6e2c6ed req-ab81b1a2-0d38-4c05-963d-0a5a92bd93b4 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 946 time: 0.1664948 May 31 13:11:27.775378 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6870af60-fd29-4dba-8f30-16bdc6e2c6ed req-41d93abb-cd8f-48e9-84f0-17f10df33ba0 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380006 May 31 13:11:28.983568 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dc893-975a-4171-9034-333193dccffa req-981b56d7-2670-4691-a87d-cf1946196d83 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:28.985023 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a6dc893-975a-4171-9034-333193dccffa req-981b56d7-2670-4691-a87d-cf1946196d83 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 946 time: 0.0895739 May 31 13:11:29.033953 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2a6dc893-975a-4171-9034-333193dccffa req-59fcffb3-a7da-479d-803f-e26cff718e69 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402393 May 31 13:11:29.226875 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494b892-e5d4-49f7-a211-d916e03217a0 req-46634786-8748-4695-a16a-25fb0eed8c26 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:29.228302 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9494b892-e5d4-49f7-a211-d916e03217a0 req-46634786-8748-4695-a16a-25fb0eed8c26 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 946 time: 0.0928683 May 31 13:11:29.238696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 43444) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:11:29.243955 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Request body: {'floatingip': {'port_id': '38b3180c-af63-4b53-8bc7-6ec6553a910d'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:11:29.322100 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:29.920278 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:29.927829 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:30.099858 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Floating IP 16bff70b-bb14-4890-bcd1-4fee86906d0d associated. External IP: 172.27.1.11, port: 38b3180c-af63-4b53-8bc7-6ec6553a910d. May 31 13:11:30.537123 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Router 2797201f-9d62-45f4-a175-c75034d3ea31 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:11:30.731201 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:11:30.736821 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:30.741784 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] Sync routers for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:11:30.751438 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:11:30.752050 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:11:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:11:30.796459 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9dcaca08-6f9c-4c6a-a966-1384601507a2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "PUT /v2.0/floatingips/16bff70b-bb14-4890-bcd1-4fee86906d0d HTTP/1.1" status: 200 len: 991 time: 1.5540352 May 31 13:11:30.796459 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:11:30.797220 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a942c93e-3e1a-4e8a-957f-4da05b8376bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:11:30.903821 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c900a2-a277-4e62-89fe-6329ad13d19b x-openstack-request-id: req-92c900a2-a277-4e62-89fe-6329ad13d19b {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:11:30.904163 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:11:30.904447 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-92c900a2-a277-4e62-89fe-6329ad13d19b {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:11:30.904895 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'status': 'completed', 'code': 200} May 31 13:11:30.932697 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:11:31.002584 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-2a6bd291-9eb8-4ab4-9f6e-57f0edabe3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:31.004191 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-2a6bd291-9eb8-4ab4-9f6e-57f0edabe3fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1099 time: 0.0755138 May 31 13:11:31.137066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-d48ec1cb-9075-4c37-8c28-1e9ba3e9ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:31.138573 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-d48ec1cb-9075-4c37-8c28-1e9ba3e9ec0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1275275 May 31 13:11:31.248143 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-c89818bd-076c-4f47-82fb-85ec460172d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 999 time: 0.1029911 May 31 13:11:31.312875 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-621388df-7b4e-4832-b5c9-7b77d95f14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:31.314298 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-621388df-7b4e-4832-b5c9-7b77d95f14e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0600765 May 31 13:11:31.318062 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '16bff70b-bb14-4890-bcd1-4fee86906d0d', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'port_id': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'mac_address': 'fa:16:3e:f9:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:11:16Z', 'updated_at': '2021-05-31T13:11:29Z', 'revision_number': 1, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:11:31.322342 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] Checking router: 2797201f-9d62-45f4-a175-c75034d3ea31 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:11:31.331376 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:11:31.331988 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:11:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:11:31.388804 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-52ebe604-87d4-4e41-9c27-d9de4ca39984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:11:31.390311 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-52ebe604-87d4-4e41-9c27-d9de4ca39984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0694189 May 31 13:11:31.508042 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:11:31.518192 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-267b2ba2-d013-4fa6-a867-6fc1f1849328 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212635 May 31 13:11:31.656461 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-a942c93e-3e1a-4e8a-957f-4da05b8376bc req-44373d92-9cae-4b5a-bf44-8bd694773590 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311359 May 31 13:11:31.862036 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '16bff70b-bb14-4890-bcd1-4fee86906d0d', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'port_id': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'mac_address': 'fa:16:3e:f9:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:11:16Z', 'updated_at': '2021-05-31T13:11:29Z', 'revision_number': 1, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:11:31.866411 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62640d82-6bae-4fbb-b198-07c595b21443 None None] The sync data for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi is: [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '16bff70b-bb14-4890-bcd1-4fee86906d0d', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'floating_ip_address': '172.27.1.11', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'port_id': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'mac_address': 'fa:16:3e:f9:ab:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:11:16Z', 'updated_at': '2021-05-31T13:11:29Z', 'revision_number': 1, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:11:32.044572 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f928c5-db90-418f-ac68-7ee83776fdca None None] New status for floating IP 16bff70b-bb14-4890-bcd1-4fee86906d0d: ACTIVE {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:11:32.353620 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:35.308355 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3dea640f-3614-4e04-9ad6-aa55141d7086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:37.689157 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:37.860846 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d576bbd6-b4e7-4dd6-8088-ad71081e0cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:39.025211 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:40.577835 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:11:48.364368 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:12:02.377322 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:05.313497 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-86ad84b8-5aa7-4188-a7fd-5bb73b14b8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:07.696946 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:07.854096 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6aea48ed-0692-4108-a316-17a20c6290be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:09.027865 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:10.584322 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:25.355478 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:12:32.398669 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:35.303786 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-01c2cb8e-dd41-4363-9469-97890605164a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:37.689789 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:37.857931 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-421a87fc-9b3d-4ae1-82c0-fa898ae4f5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:39.031044 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:40.591095 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:12:43.557850 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-732193d6-464b-4701-8476-9c13f33027ba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1191063 May 31 13:12:43.706021 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-a8e62637-579d-44e3-8957-77af743d8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:12:43.707546 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-a8e62637-579d-44e3-8957-77af743d8f1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6137f24164fa4fad843a09a436b16df6&device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 1099 time: 0.0751812 May 31 13:12:43.867396 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-0f9dbc01-6891-43f9-840f-c80cb1b08281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:12:43.869346 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-0f9dbc01-6891-43f9-840f-c80cb1b08281 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 200 len: 920 time: 0.1394143 May 31 13:12:43.937948 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-fd4906c8-8557-49de-930c-548b86ef2a39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 200 len: 217 time: 0.0616589 May 31 13:12:44.010314 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-1ad07e40-15c4-42f7-8acc-59e408c9b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:12:44.011817 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-1ad07e40-15c4-42f7-8acc-59e408c9b9fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 200 len: 859 time: 0.0668983 May 31 13:12:44.060973 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-3f2f1c0c-ddcf-461c-9218-dde4c45c4a5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ee077102-8ad5-46f8-a4f7-167633e67597&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417573 May 31 13:12:44.072648 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-5578305d-4b92-4649-92f5-ec3229a1c938 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:12:44.073320 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-5578305d-4b92-4649-92f5-ec3229a1c938 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049901 May 31 13:12:44.288481 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-fc26eba6-1726-464a-9d52-01ec16f69a3a service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088268 May 31 13:12:44.417168 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b373dfc8-a24e-4325-aebe-76be6e2cc141 req-f24a8b14-88ab-40e8-94fe-7836f5c7aa72 service neutron] 10.222.0.41 "GET /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216495 May 31 13:13:02.360478 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:13:02.395750 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:05.306528 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b9481f4f-e144-4ae4-be56-de1c39e34e71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:07.695916 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:07.853894 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-904e1b6b-a94d-4f8e-a919-b41402add6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:09.043861 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:10.594746 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:32.390707 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:35.309693 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a152215f-5942-4c85-9cb6-4055e694662b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:36.874895 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16f3a4-3c26-4049-bdfd-49dc194eeef0 req-cc9e8e49-fc74-48d6-b132-e7b7e47bf814 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:36.876372 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be16f3a4-3c26-4049-bdfd-49dc194eeef0 req-cc9e8e49-fc74-48d6-b132-e7b7e47bf814 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.0836842 May 31 13:13:36.922099 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be16f3a4-3c26-4049-bdfd-49dc194eeef0 req-294a59f8-e722-4abd-a175-741334231b92 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399327 May 31 13:13:37.699657 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:37.839002 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043235f-e948-475a-bd7c-b9796786e3ca req-8740ba14-80a8-43ec-b8cd-0622222976ba tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:37.841045 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-6043235f-e948-475a-bd7c-b9796786e3ca req-8740ba14-80a8-43ec-b8cd-0622222976ba tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Synchronizing usage tracker for tenant:6137f24164fa4fad843a09a436b16df6 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:13:37.852408 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-777073a8-be02-4392-82a8-9a2ef56980e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:37.861910 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-6043235f-e948-475a-bd7c-b9796786e3ca req-8740ba14-80a8-43ec-b8cd-0622222976ba tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Unset dirty status for tenant:6137f24164fa4fad843a09a436b16df6 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:13:37.863293 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6043235f-e948-475a-bd7c-b9796786e3ca req-8740ba14-80a8-43ec-b8cd-0622222976ba tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.1289442 May 31 13:13:38.002642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Deleting port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:13:38.003010 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:38.123310 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbcc59-3af7-48a8-9f3b-e0e59d5c2bda req-57f0c314-d80f-405a-bed6-1c16197c887d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:38.124779 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-24dbcc59-3af7-48a8-9f3b-e0e59d5c2bda req-57f0c314-d80f-405a-bed6-1c16197c887d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 946 time: 0.0914457 May 31 13:13:38.133890 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] For port 94e8a3e1-41f5-4a33-b99c-30ed9d132470, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=94e8a3e1-41f5-4a33-b99c-30ed9d132470,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:13:38.134238 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:38.168746 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-24dbcc59-3af7-48a8-9f3b-e0e59d5c2bda req-f5e43326-f1c9-4b40-8b57-5f8d0df4c7b6 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382340 May 31 13:13:38.252679 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Calling delete_port for 94e8a3e1-41f5-4a33-b99c-30ed9d132470 owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:13:38.375650 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:38.381711 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2709acd7-9b78-415b-97e9-7fe7a7e93727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:13:38.387976 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['66fe357f-597d-4852-8447-78ef8c1e1d2c', '94e8a3e1-41f5-4a33-b99c-30ed9d132470'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:13:38.426040 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Pushing event deleted for resources: {'Port': ['ID=94e8a3e1-41f5-4a33-b99c-30ed9d132470,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:13:38.467388 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.467750 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.468104 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.468451 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.468790 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.469128 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.469464 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.469797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.470138 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.470470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.470828 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.471162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:38.498058 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:13:38.513158 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] No DVR routers for this DVR port 94e8a3e1-41f5-4a33-b99c-30ed9d132470 on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:13:38.515672 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:38.518410 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ec903-292d-4215-b331-41e9403b20e7', 'name': 'network-vif-deleted', 'tag': '94e8a3e1-41f5-4a33-b99c-30ed9d132470'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:13:38.520765 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5bd826-7ac2-4a52-9fd5-7e737b44fb8b" -d '{"events": [{"server_uuid": "193ec903-292d-4215-b331-41e9403b20e7", "name": "network-vif-deleted", "tag": "94e8a3e1-41f5-4a33-b99c-30ed9d132470"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:13:38.536838 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6043235f-e948-475a-bd7c-b9796786e3ca req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "DELETE /v2.0/ports/94e8a3e1-41f5-4a33-b99c-30ed9d132470 HTTP/1.1" status: 204 len: 173 time: 0.6679366 May 31 13:13:38.621478 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce5dab7-9dde-4e49-a5f9-48ba82beab1b x-openstack-request-id: req-1ce5dab7-9dde-4e49-a5f9-48ba82beab1b {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:13:38.621793 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ec903-292d-4215-b331-41e9403b20e7", "name": "network-vif-deleted", "tag": "94e8a3e1-41f5-4a33-b99c-30ed9d132470", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:13:38.622066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-1ce5dab7-9dde-4e49-a5f9-48ba82beab1b {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:13:38.622490 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ec903-292d-4215-b331-41e9403b20e7', 'name': 'network-vif-deleted', 'tag': '94e8a3e1-41f5-4a33-b99c-30ed9d132470', 'status': 'completed', 'code': 200} May 31 13:13:39.039540 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:39.340053 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2d20451d-cce6-467d-a3f7-d8d0452b49d6 req-283eee66-6837-4af0-8a7f-72610f7e2595 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=193ec903-292d-4215-b331-41e9403b20e7 HTTP/1.1" status: 200 len: 210 time: 0.0461068 May 31 13:13:39.360346 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:13:40.456154 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 94e8a3e1-41f5-4a33-b99c-30ed9d132470 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:13:40.490126 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 94e8a3e1-41f5-4a33-b99c-30ed9d132470 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:13:40.490485 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 94e8a3e1-41f5-4a33-b99c-30ed9d132470 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:13:40.593110 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:40.819974 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2879f-e639-4f22-ac76-7088aa964118 req-2263a9e2-d2d2-47a9-99d8-4997489d63be tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:40.821505 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-40d2879f-e639-4f22-ac76-7088aa964118 req-2263a9e2-d2d2-47a9-99d8-4997489d63be tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0843003 May 31 13:13:40.871418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-40d2879f-e639-4f22-ac76-7088aa964118 req-4f26a968-36c1-445f-b945-3e3c896320a4 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440965 May 31 13:13:41.626854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-2668d956-8c47-48f0-93e2-d2c710a3632d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:41.627464 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-2668d956-8c47-48f0-93e2-d2c710a3632d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Synchronizing usage tracker for tenant:6137f24164fa4fad843a09a436b16df6 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:13:41.644634 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-2668d956-8c47-48f0-93e2-d2c710a3632d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Unset dirty status for tenant:6137f24164fa4fad843a09a436b16df6 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:13:41.645880 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-2668d956-8c47-48f0-93e2-d2c710a3632d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.1082928 May 31 13:13:41.784182 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Deleting port 66fe357f-597d-4852-8447-78ef8c1e1d2c {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:13:41.784474 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:41.924625 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] For port 66fe357f-597d-4852-8447-78ef8c1e1d2c, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=66fe357f-597d-4852-8447-78ef8c1e1d2c,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:13:41.924999 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:42.050041 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Calling delete_port for 66fe357f-597d-4852-8447-78ef8c1e1d2c owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:13:42.079638 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb784d-4f72-4874-8cf3-3af605c3a28c req-f7515252-4fc0-4a37-bb26-dea6fb00beb8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:42.081086 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9fbb784d-4f72-4874-8cf3-3af605c3a28c req-f7515252-4fc0-4a37-bb26-dea6fb00beb8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 946 time: 0.0841565 May 31 13:13:42.127104 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9fbb784d-4f72-4874-8cf3-3af605c3a28c req-02d4b936-6dfa-4cc7-9724-9d5a4e63fe74 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/security-groups?id=be3c6f79-2b02-4dca-99aa-82fc7237acdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 May 31 13:13:42.169946 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:42.184275 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-83b6bd5e-7883-41f3-87ca-b29ea1cb7a7c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:13:42.184656 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['66fe357f-597d-4852-8447-78ef8c1e1d2c'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:13:42.365336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Pushing event deleted for resources: {'Port': ['ID=66fe357f-597d-4852-8447-78ef8c1e1d2c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:13:42.372791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:13:42.408696 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] No DVR routers for this DVR port 66fe357f-597d-4852-8447-78ef8c1e1d2c on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:13:42.411192 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:42.413802 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'name': 'network-vif-deleted', 'tag': '66fe357f-597d-4852-8447-78ef8c1e1d2c'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:13:42.416079 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8aca56-b7bb-4be5-afa7-d05ec60c2e31" -d '{"events": [{"server_uuid": "d1a7a087-a81e-44a1-9b1d-a70a0d97a616", "name": "network-vif-deleted", "tag": "66fe357f-597d-4852-8447-78ef8c1e1d2c"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:13:42.431684 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-c63e6382-d98d-448a-8a4f-91d353847e78 req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.41 "DELETE /v2.0/ports/66fe357f-597d-4852-8447-78ef8c1e1d2c HTTP/1.1" status: 204 len: 173 time: 0.7790346 May 31 13:13:42.462283 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ebd1b2-1f10-48e6-aab6-545e6b42392b x-openstack-request-id: req-f3ebd1b2-1f10-48e6-aab6-545e6b42392b {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:13:42.462600 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1a7a087-a81e-44a1-9b1d-a70a0d97a616", "name": "network-vif-deleted", "tag": "66fe357f-597d-4852-8447-78ef8c1e1d2c", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:13:42.462992 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-f3ebd1b2-1f10-48e6-aab6-545e6b42392b {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:13:42.463420 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a7a087-a81e-44a1-9b1d-a70a0d97a616', 'name': 'network-vif-deleted', 'tag': '66fe357f-597d-4852-8447-78ef8c1e1d2c', 'status': 'completed', 'code': 200} May 31 13:13:43.296700 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-32131c64-eb30-48be-8896-99c4c756267a req-8e481a5a-733e-4b68-b4b9-8bbf6cc312cc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0425603 May 31 13:13:44.454897 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-41bd95df-3025-44e0-86a0-714220a7291b req-ec558324-4c15-4c03-8220-8fdc6e5b838c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0455060 May 31 13:13:44.456448 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 66fe357f-597d-4852-8447-78ef8c1e1d2c no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:13:44.491361 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 66fe357f-597d-4852-8447-78ef8c1e1d2c {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:13:44.491714 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 66fe357f-597d-4852-8447-78ef8c1e1d2c not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:13:45.502084 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-a432ebeb-b234-45bc-bddc-52a350be3b5f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718901 May 31 13:13:45.595170 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-830c91dd-7137-4a90-b3bb-64b41816d0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:45.596625 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-830c91dd-7137-4a90-b3bb-64b41816d0b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1099 time: 0.0722280 May 31 13:13:45.609616 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c0316cc-01e5-4a86-8c75-480e8202ce5c req-d2c8ae12-9919-4b31-8b8d-d079e8917ebc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0453937 May 31 13:13:45.751556 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-d1a22f55-db39-4116-a019-e32e82ceb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:45.753006 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-d1a22f55-db39-4116-a019-e32e82ceb4cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1343634 May 31 13:13:45.856637 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-e419484c-94d1-4019-978a-6993d75d42fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 1001 time: 0.0968332 May 31 13:13:45.885963 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 44746) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:13:45.922003 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-e13530eb-cace-42a9-a0f6-f79437ec71da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:45.923395 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-e13530eb-cace-42a9-a0f6-f79437ec71da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0607560 May 31 13:13:45.998142 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-2bd97ba9-7a18-40ee-a629-7825f24298d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:13:45.999646 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-2bd97ba9-7a18-40ee-a629-7825f24298d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699780 May 31 13:13:46.010204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:46.024209 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:13:46.028011 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Usage tracker for resource:security_group_rule and tenant:e26b2d73a3b046d7a55440db2c645f27 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:13:46.030944 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:13:46.036925 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:13:46.121262 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:46.125993 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:46.130179 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-6ae6f9c8-f435-4430-a68c-ce892b92aa20 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236231 May 31 13:13:46.134745 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e05dac0b-0881-4db5-bfc2-7b9706199e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:13:46.177000 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=e26b2d73a3b046d7a55440db2c645f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897189 May 31 13:13:46.177746 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da623e9c-a83c-4371-86d4-27e623df57ec,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:13:46.179818 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 44752) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:13:46.197210 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.197616 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.197985 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.198314 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.198687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.199064 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.199408 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.199761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.200104 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.200443 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.200782 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.201105 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:13:46.206565 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:13:46.251029 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3909b727-1a8d-4841-a052-75d301df43ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:46.260963 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-1c7a282c-2e7d-4427-86b9-9989ebe2d0c2 req-9aee65d1-3ee9-46ed-9667-bbeb2875eb11 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242588 May 31 13:13:46.277394 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3909b727-1a8d-4841-a052-75d301df43ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:46.332159 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3909b727-1a8d-4841-a052-75d301df43ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:46.335791 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bcadf385-5fe7-49b1-95c9-fb92382f5d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:13:46.348654 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909b727-1a8d-4841-a052-75d301df43ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da623e9c-a83c-4371-86d4-27e623df57ec,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:13:46.351655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3909b727-1a8d-4841-a052-75d301df43ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:13:46.353561 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3909b727-1a8d-4841-a052-75d301df43ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:13:46.356942 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3909b727-1a8d-4841-a052-75d301df43ba admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/da623e9c-a83c-4371-86d4-27e623df57ec HTTP/1.1" status: 204 len: 168 time: 0.1739547 May 31 13:13:46.760977 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-40fda502-c2e6-4470-811b-a81bfd748cfa req-d7bd17fe-0c6d-49b3-92d2-b6752e50938f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0443993 May 31 13:13:47.918679 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc7fe341-97c3-4e08-9248-e77240011dc4 req-71fb8751-ea31-410c-a05d-39d85808824d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0457144 May 31 13:13:49.085179 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5064d39-05c1-466a-874e-43a2364c1f17 req-99c5018c-0152-460b-9970-c3491aefcc0a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0511363 May 31 13:13:50.237507 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e6b0e87d-41a8-4f8c-9505-da2406320246 req-ee191abb-2dde-467d-9a61-3533d8c12ea8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0417528 May 31 13:13:51.389481 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b9333655-a087-4b6e-8b17-9353cb754b65 req-02a22d27-84ac-4d8d-8920-7625f758819a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0468371 May 31 13:13:52.537803 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-18c39722-99b3-40cf-b327-efd5c96fb091 req-a4604494-af10-4332-bb15-6610b565d743 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0429637 May 31 13:13:53.685506 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47b49a94-6c77-4e57-a78b-914bb43efd4b req-36b07bf3-e75e-4c78-bd29-ccf653982614 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0444322 May 31 13:13:54.944749 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-66ce8c29-3f80-4f60-9666-e849dc4a740d req-9a524c04-13c8-4087-b1a3-ebdbb4ce8ae0 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.1260929 May 31 13:13:56.107730 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-01eda43e-3705-4873-99bd-28845c90dff5 req-cc959695-d529-45de-a254-054cc357ccee tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0466571 May 31 13:13:57.287196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9cbe99c4-b979-49d6-aab9-b502694fe77c req-9c506b24-58fb-48de-95d5-5a06c3027b3d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0494623 May 31 13:13:58.454066 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-508efe40-44b6-4f99-8c52-c681d7f1cd5c req-eb18c2a5-293c-43b2-bffa-940af11a15ca tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0449641 May 31 13:13:59.610205 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-517122c6-29c3-4d49-9e01-6ef447fa61c8 req-44138874-ba3a-4d13-8fa2-4d49bd2545bf tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0434303 May 31 13:14:00.779860 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6104f136-6045-4e12-86f2-a2db51a58fff req-c8ac715e-867e-4d2d-8f7c-4184561ecc9f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0496314 May 31 13:14:01.948931 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e9841fc4-c292-4d4d-b6d5-6b1bd19937d6 req-a14c32df-b648-477c-bb73-87e759a60578 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0482044 May 31 13:14:02.408873 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:03.117151 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b02b41f9-2ced-4d27-bb26-7e8e5f48eed2 req-23ec7d95-2c08-404a-abe2-f1ed22d787a2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0418897 May 31 13:14:04.284995 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-69d9a72d-75f7-4c6f-904d-2c28c8d1eae5 req-16d58ea5-99e7-44c9-82d5-52c335712eee tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0448866 May 31 13:14:05.304630 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-759db0c7-a09e-41dc-82e9-7ef9a47c2d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:05.433380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3cdd45b-5d56-4f3e-98dd-8ce15b4bce2c req-38d8e2ce-def0-49c2-a3f3-29bc9c1b11ef tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0433099 May 31 13:14:06.594906 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7dd616ad-5e9d-4807-a44b-e9641d367b2f req-7b65175b-d6d2-4ff0-8ace-320c017efa8f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0435543 May 31 13:14:07.696229 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:07.758286 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-06e8d194-8bce-41a3-9bfa-afd054613781 req-b7d149bd-f823-4f5b-836b-32238f37418a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0453565 May 31 13:14:07.847312 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-67024064-01bd-46f8-80e8-0a17e527cdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:08.916183 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d85041cf-a0a4-49d7-9605-be017362f320 req-2b321bf7-9d91-43d1-b7ea-9c22aeb046bd tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0435283 May 31 13:14:09.045089 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:10.068243 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-30526c6e-e271-4fe6-8485-3f277578c5d0 req-3d765fcd-f377-496c-bcd2-1580ffdcd996 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0430934 May 31 13:14:10.601075 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:11.218866 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7fc475d4-1832-4bd2-9571-27cea3c6a45b req-649ddc29-a478-4ba6-b59e-7fe891778be9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0454113 May 31 13:14:12.376469 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6a70ecb6-93fb-4c8b-8f00-70d0336190b0 req-abec0f13-775d-4de7-8b42-259fe836341f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0427840 May 31 13:14:13.529779 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4b358337-4939-4079-9415-f0bc91392c87 req-ca771614-f4db-49a3-98b6-38e60ee707d5 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0426505 May 31 13:14:14.693931 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ca9ec779-6d3e-4b87-9ac2-94afdeeef89d req-dd9a3484-e51f-4ea4-89a8-62fe91e9aa2a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0455351 May 31 13:14:15.878885 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2afe7b30-57b2-4880-bca5-3e8c86db7bd8 req-eed53af2-5679-4892-8eb9-f2762bd42315 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0444272 May 31 13:14:16.359899 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:14:17.051847 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7956d40b-a307-4289-9e6c-9a19b35356e7 req-27113353-0d29-4f1e-bf9b-dfb0cb115612 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0431662 May 31 13:14:18.211650 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9a8feea5-ac55-46f6-846d-9c2aa83eab70 req-a22c95a8-4240-472f-a85e-80e4dc60fdb1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0455272 May 31 13:14:19.385397 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-965c9fef-f546-4225-aff8-e272331ec317 req-d70ddb65-5f45-47f3-b527-925499d42961 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0513122 May 31 13:14:20.549345 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0cd5cfe-84cf-42a0-9833-a61670aee6ab req-0f935b83-a4fc-4792-a98b-58d5fbe7c3f9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0463963 May 31 13:14:21.728398 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8ab12e03-1298-475a-8d04-2b982364c646 req-4923b095-75ca-42e1-aea8-8bc20ab12fc1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0464063 May 31 13:14:22.900602 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ade258f-af79-4686-b02d-238805b4a65d req-699ecc2d-9e55-45ab-aad5-6e24b0ce5f0c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0447001 May 31 13:14:24.050944 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-24eeb9e5-7653-485e-a185-61c0398f00b1 req-0a7e8192-4394-44c6-9512-6b2d556d0733 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0423501 May 31 13:14:25.202198 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-554acbae-6715-4625-957e-c28b15f85eb4 req-60e1b325-54e1-4dbd-a739-8ec032b13855 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0446002 May 31 13:14:26.357954 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-22b14b21-fbaf-473d-b22d-53548131d66a req-ee1e8659-903f-417f-aaf0-8ace40db4281 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0433395 May 31 13:14:27.511984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4c28d5b8-3090-403a-ba4e-2c505cf0d971 req-09068260-cc1f-4d97-897c-5efc2dc0abdf tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0489881 May 31 13:14:28.686232 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-100eaff2-7ac8-4a35-944d-d4267364db69 req-f34ff82f-ea17-4821-9758-a6100559207a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0528352 May 31 13:14:29.852174 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-120c40d3-d770-4560-bce1-d6fafadf1121 req-ea023b8a-69ed-4bf7-b0cc-e0bd8c1f8eae tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0500624 May 31 13:14:31.002194 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a347a8f-da15-4d6d-98e3-3505c50acec7 req-0314ca77-cadf-4373-9a2b-f1220ea883e1 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0426626 May 31 13:14:32.158331 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-598b51ae-51fe-4a03-8ff1-b09d3f5021cf req-08a9c2be-3955-4b72-8e0f-c6550d996b9a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0507433 May 31 13:14:32.416428 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:33.401984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b5f0bb9b-bdf3-4a1c-bd12-c6a5ac215fef req-f35d1c33-ad8c-4c6b-8e0d-6c104d31a6bc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.1313465 May 31 13:14:34.573575 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c618d314-846a-4abe-b638-2014f46547c2 req-9f1ce9ea-94ae-4e3e-8bc1-7967adcd2b8d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0424101 May 31 13:14:35.309577 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-71f922b7-248f-4dce-a794-956cca470978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:35.745129 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7c44513c-3594-471e-86bc-7586c3b27e94 req-a6161a8f-3827-46cc-97d6-09bc374fbb72 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0454168 May 31 13:14:36.907450 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2eacb533-49a7-4561-8904-ce7e16e94d89 req-ed054c05-eb2a-41ab-860c-676973c74d8e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0466635 May 31 13:14:37.695458 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:37.862946 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3ed5da03-8792-473b-8954-25f24250390c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:38.062941 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef16c66b-6a20-4112-b6d8-71f3a154fc22 req-c2c6f071-0b31-4821-a2e7-03a99a16da7f tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0428579 May 31 13:14:39.045126 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:39.231746 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1fa017d5-fc07-4794-a716-c9ebc7b9312f req-97a02f5e-76ad-4779-9119-b136336e3171 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0453129 May 31 13:14:40.386161 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4d683ac3-a09e-4df9-8b2b-caab28ab3c28 req-3baf6c8e-171f-437b-a38d-7fc19f78aa57 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0443199 May 31 13:14:40.602566 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:14:41.545996 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-79d74b8a-ead5-41f0-8486-ed89388ba2e6 req-ddac752d-1804-4983-ad3d-e72451fd7a49 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0481389 May 31 13:14:42.707319 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a9919433-35a2-42c8-9de7-42e552eff447 req-c0fed7d3-577e-4a11-bbf7-ced0ec23cca2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0453963 May 31 13:14:43.863734 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-701a611e-6c8d-454e-86a0-a626d6f0b4ff req-61e546c9-9d21-417f-b5e6-9e0e5dfb73ac tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0443077 May 31 13:14:45.013145 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-392805a3-fdfd-44a4-a326-d495783b96b7 req-d47d2a7b-2cfb-4f94-8b11-a0cbffb98674 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0428038 May 31 13:14:46.163189 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-35504b1a-4e26-479e-b8af-97b22fa56c2d req-34f7466b-e837-4641-8d60-a56143a1c16c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0447843 May 31 13:14:46.828490 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-67b0e2a5-0ef9-4eca-8547-93623c7c6d94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0765023 May 31 13:14:46.976748 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd803-21e9-406c-85e3-c882daab44f9 req-ee05fac7-ac60-4cfe-9e59-a998975a7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:14:46.978252 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-ee05fac7-ac60-4cfe-9e59-a998975a7dcd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1099 time: 0.0808814 May 31 13:14:47.122214 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd803-21e9-406c-85e3-c882daab44f9 req-3e1552ba-2db5-4bfa-861c-21d724a30560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:14:47.123705 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-3e1552ba-2db5-4bfa-861c-21d724a30560 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1250176 May 31 13:14:47.234009 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-2bc099b9-f92c-4305-b0c0-5630bef2ca1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 1001 time: 0.1035438 May 31 13:14:47.295715 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd803-21e9-406c-85e3-c882daab44f9 req-bfb9ba24-221d-418d-a722-65e41530f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:14:47.297125 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-bfb9ba24-221d-418d-a722-65e41530f86c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0571663 May 31 13:14:47.322081 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0963a2a6-3633-40ee-8241-ed12504ae49e req-94b4aeb6-05a0-4179-bb90-11ff67cd3302 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0432756 May 31 13:14:47.375716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd803-21e9-406c-85e3-c882daab44f9 req-bfba919e-b2db-485e-bbeb-89fa09669148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:14:47.377243 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-bfba919e-b2db-485e-bbeb-89fa09669148 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740633 May 31 13:14:47.594586 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-b71fe6a8-22b5-4a0a-8f0e-7108085afb25 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107489 May 31 13:14:47.725846 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-051fd803-21e9-406c-85e3-c882daab44f9 req-ff9a6a96-791b-4e33-aade-066623b9f0ee service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251371 May 31 13:14:48.478420 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0460ac4c-6048-44be-b420-5fba0df9219a req-d67c29ce-3b06-4fe2-8ddd-085b97752167 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0425642 May 31 13:14:49.642948 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a159000e-3611-4131-8a1b-81d080f4ab84 req-33a21353-2e9b-4007-9860-9d41edc58a25 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0451479 May 31 13:14:50.805021 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0102d586-ed1e-4ebf-bfc0-c57e959250e3 req-89bd6f35-a65d-4700-a278-9b1782d9b7e9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0517914 May 31 13:14:51.961592 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-55333ef2-8378-49a6-b35a-f350a8eaab35 req-861843b9-b569-43d4-b0c7-1c722d0b92f7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0479977 May 31 13:14:53.111717 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b06e587f-befb-4699-9487-a57a5b778f95 req-0b0e2ae3-6800-4f88-9a0e-dbf785672621 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0463896 May 31 13:14:53.365323 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:14:54.285813 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-438d6663-9a49-4fbe-a29a-bd952dffd4db req-4f14b2b7-c5c3-4534-8e06-4f4ee03a0e70 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0428228 May 31 13:14:55.445064 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-56228237-32b1-4f6a-a5c4-1427b7acf10f req-f071bd09-e5c9-4386-9ab8-b3bb46d8b27a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0434897 May 31 13:14:56.610868 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f4f95bd-68dd-415b-b613-0b9576e7572e req-f3d158ca-8993-40ff-a529-8516f1d1bfe3 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0455718 May 31 13:14:57.776598 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b808d894-661e-4a1f-a024-29914a02d749 req-083a3020-9205-44cf-ac4d-01ab5ba1ddaf tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0425990 May 31 13:14:58.931941 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e285a841-6a72-4181-b412-a8d9e491aa12 req-daffe304-57c2-4549-afd9-aabd2a0b1382 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0429492 May 31 13:15:00.091197 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d11b5ed6-dc12-48a7-9bb9-2f354dd075a8 req-a3810f13-5d81-4aba-8b1e-1bdfad3e6a37 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0447655 May 31 13:15:01.255907 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73708ba0-de9e-4c45-b5cf-c0ed19a1086c req-cd42f6d6-2729-4273-9660-010112fe1023 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0428140 May 31 13:15:02.419935 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:02.435548 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8677c506-0d46-4698-8167-338f9cd6f64f req-2e0b591a-d3ce-4ac4-bf58-20a89d7dd4d8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0518034 May 31 13:15:03.593731 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-412f021d-ddbc-4a03-9963-435d92faec6f req-12488dc0-ef94-44bd-9dbb-c1957b4bd89c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0454986 May 31 13:15:04.895465 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-44dedbdd-94b1-448e-9625-fff6a9283d04 req-99da4551-f56d-47a8-b490-6c2f6b76706d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0445211 May 31 13:15:05.321524 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-75bb787a-7d18-4446-9b86-98c4cc5bff87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:06.067957 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13362d32-56c7-426f-aa33-7fae8446cf9e req-f0da2374-a2f2-40f6-9d03-b472189e57b2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0474241 May 31 13:15:07.249288 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a3703895-12f9-41a3-bd23-33addddcd800 req-526b14b8-bd5d-4461-aca3-1d02aff5381c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0452971 May 31 13:15:07.699924 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:07.863856 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ed52c095-ae9b-4022-ac72-50ed48ee8ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:08.405963 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4d76f1c1-0544-4954-8af2-39943f4da462 req-2a47d75b-6ec3-42d3-a2f4-dbef2bcd8b82 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0430734 May 31 13:15:09.045806 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:09.557852 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-55601325-1fb8-40d8-8ec7-3b4477599865 req-76647bc7-a309-466a-86db-ee8f379495fc tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0439315 May 31 13:15:10.605636 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:10.789592 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-56cb5509-36dd-45d7-8ec8-400d8ee4ff04 req-62308c0f-e091-4d7a-ad85-1ad574f99538 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.1173635 May 31 13:15:11.969820 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b41f3a93-fe79-4e02-a919-04b3b91980aa req-e955d75a-e59a-4cd6-a993-8707476b1a06 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0538399 May 31 13:15:13.131796 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3a6e61f9-49a3-4656-82c1-4be535aca840 req-1420ae48-3f1d-4611-bec1-3e20fdc2eb40 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0499892 May 31 13:15:14.295081 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-587ab3ed-c181-4395-a08c-06a0d3aae11b req-6072ff9e-b80e-43f5-8ffa-70fd2dbfd8f7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0486779 May 31 13:15:15.459137 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-773bcc2c-1ec8-4888-9dee-3ada07d470ce req-cde2f62b-3338-482c-9a40-fcdf81cf0c2d tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0491142 May 31 13:15:16.619734 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c4d547b0-98e4-450c-ba4e-9b39255dd0dd req-cf83501f-575b-4575-974e-9ed4ca9dd0c8 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0436966 May 31 13:15:17.788665 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-775350b4-c092-462e-aeb7-a976cc8a86b0 req-3aad7fd2-39dc-492b-801c-bc5bf8948e11 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0492942 May 31 13:15:18.947140 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e00254a-b538-4433-addb-3e39e44ee600 req-f7ff157a-5ae9-4529-b46c-0b23bd1272c2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0420160 May 31 13:15:20.112863 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e9d4be90-f6ae-470d-baea-847d3ad37e4d req-e4e84a51-78e0-446b-b08b-a45879e2a54e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0491185 May 31 13:15:21.270379 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-be48d32b-4bff-46ea-9fc3-d2a3d7516efe req-00cbc740-99ce-4133-83a2-0c3a7652e2ea tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0456018 May 31 13:15:22.425367 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2e028644-93f4-4d16-a914-db2992793984 req-962e7625-b626-4256-b2d2-c2454dbe38e7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0427437 May 31 13:15:23.596221 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-20114a40-2f9c-495d-9d48-b6add266bc43 req-d99c3f41-fd97-4df3-a97b-998b9c54fdae tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0538633 May 31 13:15:24.760165 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3fe0b21-b3a5-4f37-9d99-8d2f54be9adc req-d76396e0-2ae4-4475-bf57-a4e5ae563b3b tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0445752 May 31 13:15:25.926427 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c99bbc0c-3070-4593-918d-0a4a14444404 req-da52a30d-392a-4abe-8d3b-defed545a60e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0423293 May 31 13:15:27.088546 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bb2c6adc-dbd1-4da0-b07d-94db0294bdfd req-6da292ee-a491-426b-a5d1-9ee773c52a94 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0422857 May 31 13:15:28.240725 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9be364d1-89c6-4c95-9a9b-8f8d2a78a8ee req-5a89d210-57dc-4ca7-872d-509b56a97877 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0459094 May 31 13:15:29.387074 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2b64e65a-2282-48b9-979a-84a792453560 req-028293cb-e437-4f14-9005-86cd88132bff tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0429966 May 31 13:15:30.364972 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:15:30.552073 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f0a83e1e-becd-4f4d-a329-67e2b976501b req-c4bc24a2-bca7-4b51-a645-481ce0ec249e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0531523 May 31 13:15:31.704610 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-21898f76-ad18-48dc-9e4e-deb8a31a4012 req-eef67a7c-30a3-4d9e-b3a7-156a8b2fdd8a tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0458682 May 31 13:15:32.423590 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:32.875228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4c517908-f5c3-4f85-8a4b-b8ed33fc933b req-7236429c-2c95-48f2-9a9c-039c3a7d1495 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0437326 May 31 13:15:34.037839 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2193644b-a298-452a-af95-c0d7e5854819 req-615d5e1e-9d7a-4ff0-b27e-ca6d9e371e8c tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0432923 May 31 13:15:35.204949 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-85535c31-7729-4bbe-b91d-63ad76cae6ed req-1c72a085-78af-4704-bacf-98a89d6b13ad tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0459671 May 31 13:15:35.327173 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-72da99af-7e15-443e-a60b-dfe1fcd969a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:36.375460 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-365c7356-c984-4df1-a2f6-1778b758de0f req-ff61269c-00ec-4cf0-a240-20297accc3d5 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0495670 May 31 13:15:37.546360 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73c07ed9-b4c0-4d84-b45a-ff6523352f5e req-7cbcf486-4a01-4cc1-b5d7-aeed11feddf2 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0503161 May 31 13:15:37.697333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:37.866196 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4c54a527-97c7-4f14-923c-0954405f5c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:38.711805 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-09b07624-e8e4-47ca-8972-8fb59e71d453 req-475e2523-36b4-4f02-ae29-7e9253801faa tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0457785 May 31 13:15:39.057571 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:39.875291 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-84058d5f-882c-4337-87d9-e76b4fc6d302 req-461b942a-856b-49cc-a051-83d0913b478e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0425043 May 31 13:15:40.616836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:41.031809 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ea62a259-1161-458f-aa13-96a94e646cbb req-232800b8-4618-4524-8b75-5dd4d053b8a9 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0431869 May 31 13:15:42.188733 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a3398173-f288-4fa6-aed4-21c793b5d1eb req-13c08994-bf4d-42da-b22f-753cdd2dec82 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] 10.222.0.68 "GET /v2.0/ports?device_id=d1a7a087-a81e-44a1-9b1d-a70a0d97a616 HTTP/1.1" status: 200 len: 210 time: 0.0465298 May 31 13:15:43.286446 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 45860) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:44.117540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:44.525846 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Deleting port 89ef4613-bc86-4d13-8d75-d35d68b8c56b {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:15:44.526586 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:44.647078 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] For port 89ef4613-bc86-4d13-8d75-d35d68b8c56b, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=89ef4613-bc86-4d13-8d75-d35d68b8c56b,segment=NetworkSegment(a722a44f-2aca-4e6b-a780-083a76ef2c6a),segment_id=a722a44f-2aca-4e6b-a780-083a76ef2c6a)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:15:44.647419 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:44.769338 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Calling delete_port for 89ef4613-bc86-4d13-8d75-d35d68b8c56b owned by network:router_interface {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:15:45.065002 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:45.068631 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:45.206662 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ef4613-bc86-4d13-8d75-d35d68b8c56b,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:45.245780 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.246063 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.246438 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.246805 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.247152 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.247496 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.247843 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.248182 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.248523 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.248884 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.249205 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.249541 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:45.258477 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:45.492552 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:45.850757 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Router 95fc8459-52ec-464a-81b3-c2b77f27019a has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:15:46.034238 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:15:46.043148 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] Sync routers for ids ['95fc8459-52ec-464a-81b3-c2b77f27019a'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:15:46.046577 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] 10.222.0.68 "PUT /v2.0/routers/95fc8459-52ec-464a-81b3-c2b77f27019a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7586582 May 31 13:15:46.050285 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 45886) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:46.055308 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] Routers {'95fc8459-52ec-464a-81b3-c2b77f27019a'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:15:46.055924 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:15:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['95fc8459-52ec-464a-81b3-c2b77f27019a'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:15:46.224151 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:46.254447 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] Set router 95fc8459-52ec-464a-81b3-c2b77f27019a gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:15:46.398516 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:46.482285 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Deleting port 01f9561d-18c4-46a5-b9c9-d43c52b90258 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:15:46.482606 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:46.533668 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T13:15:45Z', 'revision_number': 5, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port': {'id': '01f9561d-18c4-46a5-b9c9-d43c52b90258', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:17:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:52:57Z', 'updated_at': '2021-05-31T12:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:15:46.537417 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] Checking router: 95fc8459-52ec-464a-81b3-c2b77f27019a for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:15:46.545583 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] Routers {'95fc8459-52ec-464a-81b3-c2b77f27019a'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:15:46.546178 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:15:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['95fc8459-52ec-464a-81b3-c2b77f27019a'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:15:46.598764 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] For port 01f9561d-18c4-46a5-b9c9-d43c52b90258, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=01f9561d-18c4-46a5-b9c9-d43c52b90258,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:15:46.599169 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:46.693103 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] Set router 95fc8459-52ec-464a-81b3-c2b77f27019a gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:15:46.715653 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Calling delete_port for 01f9561d-18c4-46a5-b9c9-d43c52b90258 owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:15:46.795925 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T13:15:46Z', 'revision_number': 6, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:15:46.799929 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3f4e3d-4e5a-4296-bcfc-cc0f2fb274b8 None None] The sync data for ids ['95fc8459-52ec-464a-81b3-c2b77f27019a'] in dv-cinder-790492-5-iscsi is: [{'id': '95fc8459-52ec-464a-81b3-c2b77f27019a', 'name': 'tempest-ServerRescueNegativeTestJSON-1676455146-router', 'tenant_id': '6137f24164fa4fad843a09a436b16df6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:52:56Z', 'updated_at': '2021-05-31T13:15:46Z', 'revision_number': 6, 'project_id': '6137f24164fa4fad843a09a436b16df6', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:15:46.862812 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:46.867841 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5ab83f91-e75f-44a2-8e46-5ef9262bf137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:46.914000 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Pushing event deleted for resources: {'Port': ['ID=01f9561d-18c4-46a5-b9c9-d43c52b90258,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:46.952322 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.952607 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.952951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.953297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.953627 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.953966 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.954418 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.954651 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.954980 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.955298 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.955622 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.955947 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:15:46.982065 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:47.013642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.177151 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.179377 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.207074 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.207632 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95fc8459-52ec-464a-81b3-c2b77f27019a {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:15:47.221723 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.222977 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-05059cf7-f17f-429f-aff3-204c683e736f admin admin] 10.222.0.68 "DELETE /v2.0/routers/95fc8459-52ec-464a-81b3-c2b77f27019a HTTP/1.1" status: 204 len: 168 time: 1.1715496 May 31 13:15:47.225585 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 45898) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:47.375545 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Deleting subnet bc36652a-546e-4183-b625-bb12f2a8bbd5 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:15:47.378717 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.427011 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.487624 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.568690 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 89ef4613-bc86-4d13-8d75-d35d68b8c56b no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:15:47.608179 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 89ef4613-bc86-4d13-8d75-d35d68b8c56b {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:15:47.608621 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 89ef4613-bc86-4d13-8d75-d35d68b8c56b not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:15:47.775869 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.794450 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:47.825033 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.835000 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc36652a-546e-4183-b625-bb12f2a8bbd5,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:47.843130 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:47.844683 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bc36652a-546e-4183-b625-bb12f2a8bbd5 HTTP/1.1" status: 204 len: 168 time: 0.6181731 May 31 13:15:47.847309 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 45910) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:47.963624 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:47.973778 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-3a5f9f38-5aae-4c16-a90e-3eaa3d0b8aa4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2317266 May 31 13:15:48.138299 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.156958 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee077102-8ad5-46f8-a4f7-167633e67597']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:15:48.171918 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a722a44f-2aca-4e6b-a780-083a76ef2c6a') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:15:48.172205 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a722a44f-2aca-4e6b-a780-083a76ef2c6a') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:15:48.185720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.205297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.213434 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:15:48.213780 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:15:48.226721 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:15:48.233806 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-0717c63a-7541-473d-869b-7eed498cc486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:15:48.235384 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-0717c63a-7541-473d-869b-7eed498cc486 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1099 time: 0.1576681 May 31 13:15:48.375087 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.383092 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:48.397175 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.425488 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Pushing event deleted for resources: {'Network': ['ID=ee077102-8ad5-46f8-a4f7-167633e67597,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:48.431351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:48.435668 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] 10.222.0.68 "DELETE /v2.0/networks/ee077102-8ad5-46f8-a4f7-167633e67597 HTTP/1.1" status: 204 len: 168 time: 0.5873039 May 31 13:15:48.452177 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-46b1a554-75ef-4f3e-b549-c0ebe60905c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:15:48.453597 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-46b1a554-75ef-4f3e-b549-c0ebe60905c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1761074 May 31 13:15:48.555640 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 45920) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:48.558796 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-98747cff-3868-4f9a-9603-0e180d8a4588 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 1001 time: 0.0974355 May 31 13:15:48.606899 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0b7ce7a8-f43a-4763-9199-8a6064edbf16 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6137f24164fa4fad843a09a436b16df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498376 May 31 13:15:48.609368 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 45926) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:48.648264 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-74672ba6-dfa9-4e09-a573-7c0d856b059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:15:48.649688 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-74672ba6-dfa9-4e09-a573-7c0d856b059d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0851922 May 31 13:15:48.727663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.758676 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.794286 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-156ab3c0-497a-4388-a354-5612fc7b9f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:15:48.795782 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-156ab3c0-497a-4388-a354-5612fc7b9f38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1397257 May 31 13:15:48.880823 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:48.928399 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 01f9561d-18c4-46a5-b9c9-d43c52b90258 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:15:48.968124 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 01f9561d-18c4-46a5-b9c9-d43c52b90258 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:15:48.968467 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 01f9561d-18c4-46a5-b9c9-d43c52b90258 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:15:48.985632 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-38a59908-6f8c-4d3c-92ef-a5178d9316b5 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:49.005694 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3c6f79-2b02-4dca-99aa-82fc7237acdd,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:49.010715 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:49.026773 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:49.031139 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/be3c6f79-2b02-4dca-99aa-82fc7237acdd HTTP/1.1" status: 204 len: 168 time: 0.4176021 May 31 13:15:49.051702 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-616f3193-0343-47a9-809b-6e4ef9a78062 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477095 May 31 13:15:49.186713 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-edee6168-f7df-4ec5-b0f9-d3887ab77637 req-e5d28013-27bf-4f92-be75-0159f3ca7a42 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276512 May 31 13:15:50.966519 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 46000) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:51.093918 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.108634 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:15:51.112838 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Usage tracker for resource:security_group_rule and tenant:2511ca674de84dce9c863f230cf22910 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:15:51.115856 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:15:51.122130 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:15:51.242905 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.249068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.264013 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-697c1e54-5374-4d97-9c54-150d69b6d36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:51.330005 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 46012) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:51.330468 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2511ca674de84dce9c863f230cf22910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624148 May 31 13:15:51.332610 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f607b1-9eb4-4790-a546-f79be925502e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:51.343206 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:51.402515 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.429887 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.484006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.488061 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e6906bf9-e165-4b6f-849e-11086050d01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:51.499930 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f607b1-9eb4-4790-a546-f79be925502e,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:51.502991 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:51.510409 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.514642 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/38f607b1-9eb4-4790-a546-f79be925502e HTTP/1.1" status: 204 len: 168 time: 0.1809607 May 31 13:15:51.822368 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 46026) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:51.843380 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.858771 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:15:51.863039 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Usage tracker for resource:security_group_rule and tenant:c2e3db9ebafe4ae3a1b319fbe1d2fdb7 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:15:51.866098 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:15:51.872796 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:15:51.964979 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.971209 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:51.981082 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5c745b4e-7bd6-460f-84fb-4e755797fd7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:52.020128 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c2e3db9ebafe4ae3a1b319fbe1d2fdb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1966665 May 31 13:15:52.021794 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e40f689-d92d-436f-87b9-5c62006e7624,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:52.023016 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 46034) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:15:52.025151 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:52.089583 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:52.115887 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:52.169015 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:52.175657 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3c18b3bc-fe19-4a87-ab16-68efbeb925e6 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:15:52.187940 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e40f689-d92d-436f-87b9-5c62006e7624,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:15:52.190340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:15:52.200031 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:15:52.201167 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1e40f689-d92d-436f-87b9-5c62006e7624 HTTP/1.1" status: 204 len: 168 time: 0.1770756 May 31 13:16:02.432714 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:05.328892 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-88ca9a5b-5e2a-4b8b-89f9-a4564041b5b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:07.364410 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:16:07.702091 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:07.864088 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-390098df-cf38-46e0-96ca-e04541b2334c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:09.059887 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:10.615696 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:32.441931 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:35.323917 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b6426e09-ba62-4242-94d7-0fcf021e8cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:37.708178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:37.867757 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-11a54b95-5aeb-4465-b3c8-66d2ca804281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:39.066541 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:40.627019 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:16:44.368923 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:16:47.819376 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-39d34a85-70d8-4d7a-98aa-57c7479324d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704026 May 31 13:16:47.974096 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-207865c2-2efc-40cf-a325-692f7145f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:16:47.975661 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-207865c2-2efc-40cf-a325-692f7145f9b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1099 time: 0.0774956 May 31 13:16:48.124568 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-257b00a4-90d1-41a1-a350-aa0ba0e83b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:16:48.125943 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-257b00a4-90d1-41a1-a350-aa0ba0e83b3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1282029 May 31 13:16:48.228971 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-80a7ccee-0364-418c-bc9c-39a215c8cd62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 1001 time: 0.0968039 May 31 13:16:48.292004 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-19f5e900-c38e-4ec5-95eb-2e004d16c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:16:48.293384 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-19f5e900-c38e-4ec5-95eb-2e004d16c2ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.0581994 May 31 13:16:48.371316 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-7cb97848-29a4-4c0f-a50a-f9bb08209a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:16:48.372848 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-7cb97848-29a4-4c0f-a50a-f9bb08209a13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735888 May 31 13:16:48.515260 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-d93dfe80-c671-42ef-9f9b-7ddd330c2894 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356380 May 31 13:16:48.647949 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-08b28c1e-754c-4d8b-97b0-df9bd4b7b5d8 req-7d6b36bb-aedb-4b2a-a0a1-4e45bc4d4dc7 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257825 May 31 13:17:02.439108 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:05.334331 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-da0a0762-c60f-4b0d-853f-b80d8f3f49ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:07.704258 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:07.871068 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-25d1f02c-30f0-46fc-891b-27011a3f97a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:09.072378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:10.626226 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:21.371994 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:17:32.449445 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:35.339573 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-622633bb-9297-4515-b818-d0df0d2d308c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:37.708201 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:37.871364 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e5bfcfcf-4390-4dd9-b699-8eed074241c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:39.063394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:40.633249 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:17:49.949200 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-7521ec89-39ab-4d98-8230-3df0069a4702 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2007282 May 31 13:17:50.087214 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-bfc4b360-acbe-4922-bf5b-738c32e343c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:17:50.088491 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-bfc4b360-acbe-4922-bf5b-738c32e343c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 1099 time: 0.0711844 May 31 13:17:50.233403 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-59ab371d-2b62-43c0-874c-6cfa3215329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:17:50.234849 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-59ab371d-2b62-43c0-874c-6cfa3215329a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 200 len: 911 time: 0.1251590 May 31 13:17:50.336191 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-5d8a32e5-b001-40f1-b2d1-c2f7e54be0fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 200 len: 1001 time: 0.0944176 May 31 13:17:50.487723 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-f53ba821-35be-4ffe-8786-57ce34943932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:17:50.489147 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-f53ba821-35be-4ffe-8786-57ce34943932 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 200 len: 849 time: 0.1468565 May 31 13:17:50.564968 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-48c56d31-ca70-46ad-bf92-7266a266c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:17:50.566446 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-48c56d31-ca70-46ad-bf92-7266a266c5e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4069987-de9c-407e-b06a-67311a56c3e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702655 May 31 13:17:50.699388 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-07a65172-ef9f-4c92-b61c-bad477371e16 service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259584 May 31 13:17:50.845070 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dcb43031-6ebf-42ec-8b83-016dabebf177 req-91ee5033-c8fc-4b50-9350-b9ba7142a63d service neutron] 10.222.0.41 "GET /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382034 May 31 13:17:58.370789 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:18:02.459202 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:05.337170 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-04d3dad3-6650-4a5a-a574-bdf7af227108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:07.711098 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:07.872428 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4de8f8b4-2e01-4710-9c9e-5ff74451520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:09.078334 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:10.639793 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:32.455360 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:35.341998 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ea9ab799-56ce-43c1-8da1-bd7d6d6cd1a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:35.369542 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:18:37.714636 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:37.866328 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ab037d4-53eb-4978-ac65-d678a9da957b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:39.079307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:40.634155 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:48.179993 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2c05f-7708-4514-9a98-0d0d74153917 req-3c281401-d714-45b4-bd38-e5a6fd20d2fa tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:18:48.181515 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdf2c05f-7708-4514-9a98-0d0d74153917 req-3c281401-d714-45b4-bd38-e5a6fd20d2fa tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 946 time: 0.2520311 May 31 13:18:48.227217 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdf2c05f-7708-4514-9a98-0d0d74153917 req-94c9eb5e-180e-495b-b371-743cecb0e527 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups?id=2c9156d3-6286-44c7-8bfa-9ea735940e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401173 May 31 13:18:48.592733 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-ca9f6090-33c3-44a7-bfa2-87f6ac20e70b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:18:48.593477 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-ca9f6090-33c3-44a7-bfa2-87f6ac20e70b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Synchronizing usage tracker for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:18:48.609958 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-ca9f6090-33c3-44a7-bfa2-87f6ac20e70b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Unset dirty status for tenant:48cefaf9a6e64b64a6e80e616f06d169 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:18:48.611105 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-ca9f6090-33c3-44a7-bfa2-87f6ac20e70b tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 946 time: 0.1198883 May 31 13:18:48.744588 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Deleting port 38b3180c-af63-4b53-8bc7-6ec6553a910d {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:18:48.744928 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:48.874331 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] For port 38b3180c-af63-4b53-8bc7-6ec6553a910d, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=38b3180c-af63-4b53-8bc7-6ec6553a910d,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:18:48.874628 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.172109 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.172361 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.172671 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Floating IP 16bff70b-bb14-4890-bcd1-4fee86906d0d disassociated. External IP: 172.27.1.11, port: 38b3180c-af63-4b53-8bc7-6ec6553a910d. May 31 13:18:49.172991 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Calling delete_port for 38b3180c-af63-4b53-8bc7-6ec6553a910d owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:18:49.285930 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.292151 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4c75d690-9eaf-4d24-96a7-64b04d0c90a5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:18:49.337716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event deleted for resources: {'Port': ['ID=38b3180c-af63-4b53-8bc7-6ec6553a910d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:49.348111 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.348457 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.348974 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.349153 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.349488 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.349827 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.350164 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.350502 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.350889 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.351228 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.351558 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.351888 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:18:49.357051 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:18:49.449586 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d49833c8-840e-40e1-b83a-2f719e2d415b req-1bd7dc7d-1651-41eb-8811-4b43aefe7865 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/ports?device_id=8da61e76-a3b6-4ca1-a630-4359e1726295 HTTP/1.1" status: 200 len: 210 time: 0.1111670 May 31 13:18:49.537249 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Router 2797201f-9d62-45f4-a175-c75034d3ea31 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:18:49.820955 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:18:49.848273 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] Sync routers for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:18:49.864881 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:18:49.865919 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:18:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:18:49.906088 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] No DVR routers for this DVR port 38b3180c-af63-4b53-8bc7-6ec6553a910d on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:18:49.916908 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:49.920730 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'name': 'network-vif-deleted', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:18:49.923037 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e328b9-0a62-45f7-862a-03a726b8af25" -d '{"events": [{"server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "name": "network-vif-deleted", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:18:49.932508 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-dc6f48d4-85bc-4961-b6af-3e155d2c63e8 req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.41 "DELETE /v2.0/ports/38b3180c-af63-4b53-8bc7-6ec6553a910d HTTP/1.1" status: 204 len: 173 time: 1.3148906 May 31 13:18:50.064681 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030d1942-7825-435f-99bb-0739ecc2f6dd x-openstack-request-id: req-030d1942-7825-435f-99bb-0739ecc2f6dd {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:18:50.064997 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da61e76-a3b6-4ca1-a630-4359e1726295", "name": "network-vif-deleted", "tag": "38b3180c-af63-4b53-8bc7-6ec6553a910d", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:18:50.065283 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-030d1942-7825-435f-99bb-0739ecc2f6dd {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:18:50.065778 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da61e76-a3b6-4ca1-a630-4359e1726295', 'name': 'network-vif-deleted', 'tag': '38b3180c-af63-4b53-8bc7-6ec6553a910d', 'status': 'completed', 'code': 200} May 31 13:18:50.119255 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:18:50.438315 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:18:50.442976 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] Checking router: 2797201f-9d62-45f4-a175-c75034d3ea31 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:18:50.458070 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:18:50.458693 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:18:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:18:50.583962 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 47764) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:50.647692 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:50.657608 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:18:50.675702 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:50.728716 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:50.734068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b4eec5eb-1e18-4b58-bb4d-17f8595b0191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:18:50.747934 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9156d3-6286-44c7-8bfa-9ea735940e9b,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:50.750430 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:18:50.759519 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:50.760600 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "DELETE /v2.0/security-groups/2c9156d3-6286-44c7-8bfa-9ea735940e9b HTTP/1.1" status: 204 len: 168 time: 0.1756876 May 31 13:18:50.763249 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 47768) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:50.778606 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.api.v2.resource [None req-0185b2fc-8854-4f94-9d13-64eb555607d2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] show failed (client error): The resource could not be found. May 31 13:18:50.779550 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0185b2fc-8854-4f94-9d13-64eb555607d2 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "GET /v2.0/security-groups/2c9156d3-6286-44c7-8bfa-9ea735940e9b HTTP/1.1" status: 404 len: 347 time: 0.0153913 May 31 13:18:50.782175 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 47772) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:18:50.996974 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:18:51.001758 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7106cf-81f8-4dbb-b6a8-e0153505254c None None] The sync data for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi is: [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T12:51:13Z', 'revision_number': 4, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'aa13c612-c0a1-496d-903f-752f0140d82c', 'name': '', 'network_id': 'a4069987-de9c-407e-b06a-67311a56c3e3', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'mac_address': 'fa:16:3e:37:e1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:11Z', 'updated_at': '2021-05-31T12:51:27Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'subnets': [{'id': '4dad8fa0-ef59-4179-bb13-f743d02f2f9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:18:51.020136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Deleting port 2b509a98-e9a4-4197-8a59-e7633506cf6e {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:18:51.020136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.142210 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.142572 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.222971 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84a2fc-724e-41b1-b0fa-a85905cff7b0 None None] New status for floating IP 16bff70b-bb14-4890-bcd1-4fee86906d0d: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:18:51.266683 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Calling delete_port for 2b509a98-e9a4-4197-8a59-e7633506cf6e owned by network:floatingip {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:18:51.379968 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.383660 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac459855-3649-4a36-971d-8974a7cc4b59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:18:51.396897 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.db.api [None req-ae84a2fc-724e-41b1-b0fa-a85905cff7b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 13:18:51.397269 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_db.api [None req-ae84a2fc-724e-41b1-b0fa-a85905cff7b0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 13:18:51.425662 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Pushing event deleted for resources: {'Port': ['ID=2b509a98-e9a4-4197-8a59-e7633506cf6e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:18:51.428730 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:18:51.519715 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks [] for floatingip, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.536129 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:18:51.538856 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] 10.222.0.68 "DELETE /v2.0/floatingips/16bff70b-bb14-4890-bcd1-4fee86906d0d HTTP/1.1" status: 204 len: 168 time: 0.7542794 May 31 13:18:51.899244 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae84a2fc-724e-41b1-b0fa-a85905cff7b0 None None] New status for floating IP 16bff70b-bb14-4890-bcd1-4fee86906d0d: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:18:53.734892 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 38b3180c-af63-4b53-8bc7-6ec6553a910d no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:18:53.769780 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 38b3180c-af63-4b53-8bc7-6ec6553a910d {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:18:53.770134 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 38b3180c-af63-4b53-8bc7-6ec6553a910d not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:19:02.482547 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:05.340840 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-77ae363d-4eba-4f74-92b1-6c22b5178045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.712310 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:07.880559 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d41a0620-5138-4318-b6c0-61daf9dc2864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:09.077390 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:10.639571 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:12.369802 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:19:32.479443 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:35.344508 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-39424055-434e-4d2d-b318-e99a88def42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.706414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:37.881836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-89b77666-825b-4b60-a00a-b8beb3f48fc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:39.079070 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:40.648562 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.174188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 48318) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:48.294871 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.309575 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:19:48.313512 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Usage tracker for resource:security_group_rule and tenant:3d6a387fb27341f285f816c9367b39aa is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:19:48.316355 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:19:48.322026 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:19:48.410085 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.415263 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.423888 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a47ce218-1244-4592-8cd2-1abcfc518880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:19:48.463068 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=3d6a387fb27341f285f816c9367b39aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877789 May 31 13:19:48.463935 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4658765-2a66-4a22-bc50-1e314889f06a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:48.466071 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 48326) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:19:48.467254 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-24e10efa-e2a7-49c6-82d9-b2f96a51714f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:19:48.526039 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.551413 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.609838 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.615410 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5b2c6e78-d350-43d4-9f24-1deb90cb014f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:19:48.629387 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4658765-2a66-4a22-bc50-1e314889f06a,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:19:48.640102 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.640473 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.640836 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.641192 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.641542 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.641890 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.642206 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.642555 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.642926 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.643271 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.643638 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.643979 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:19:48.647161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:19:48.648652 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:19:48.649682 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-95022777-41bd-484a-a7f5-4d6fe57e5066 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4658765-2a66-4a22-bc50-1e314889f06a HTTP/1.1" status: 204 len: 168 time: 0.1826360 May 31 13:19:49.375271 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:20:02.486864 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:05.342080 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a0c4-04e9-415c-86bb-9ea9ad3e5aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.716580 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:07.885206 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2b78a612-1a9d-4f61-8b19-38755401fb2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:09.081578 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:10.648675 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:24.012299 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [req-c5d0afc1-8760-4314-bf64-7c20c29ce325 req-1fa41c2e-a281-4c69-bc61-55efe2dbfb5c service neutron] (91756) timed out ('10.222.0.41', 62215) {{(pid=91756) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 13:20:26.380644 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:20:32.500022 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:35.335363 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1cdc-e63b-4880-a7b9-f6d47c849ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.761094 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:37.886532 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bc4577f4-9b7b-4fc2-88d8-3538d0410bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:39.085794 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:20:40.650842 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:02.501038 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:03.380396 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:21:05.349341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-46f0c01b-d99e-4714-b6bc-1e3c6c72e351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.715143 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:07.886576 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f055f2a7-ee61-4af3-9a73-1432c62aaa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:09.091855 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:10.658473 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:32.514005 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:35.343578 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-57c3dd32-1c8b-4b6a-af71-d1ebb3273cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.732999 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:37.881089 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e5df-98c4-4322-8c00-fd790661992c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:39.100778 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:40.384919 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:21:40.666522 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:52.174450 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 49284) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:53.000019 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.409967 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Deleting port 8cb8f0e3-2916-4411-baab-1cfccfff574f {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:21:53.410815 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.420887 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 49302) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:53.530154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] For port 8cb8f0e3-2916-4411-baab-1cfccfff574f, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=8cb8f0e3-2916-4411-baab-1cfccfff574f,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:53.530576 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.544020 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.562502 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:21:53.566933 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Usage tracker for resource:security_group_rule and tenant:46537620a0434ede9e65232e283c2638 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:21:53.570458 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:21:53.576400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:21:53.650646 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Calling delete_port for 8cb8f0e3-2916-4411-baab-1cfccfff574f owned by network:router_interface {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:21:53.660688 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.665579 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.676612 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0169832d-2189-420c-bb9d-d6cb001a9d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:53.712019 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=46537620a0434ede9e65232e283c2638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2899466 May 31 13:21:53.715056 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 49310) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:53.727299 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadf4066-3674-4e98-a1e0-f870162d36f2,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:53.739904 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.740267 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.740620 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.740987 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.741338 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.741722 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.742081 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.742438 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.742853 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.743134 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.743467 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.743797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.753239 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:53.788245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.801886 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.806316 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:53.815484 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.848262 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cb8f0e3-2916-4411-baab-1cfccfff574f,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:53.882961 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.886355 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.886758 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.887125 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.887489 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.887841 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.887978 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:53.888227 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.888576 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.888993 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.889266 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.889612 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.889963 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.890299 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:53.897837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:53.905245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadf4066-3674-4e98-a1e0-f870162d36f2,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:53.908941 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:53.914592 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:53.918068 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/dadf4066-3674-4e98-a1e0-f870162d36f2 HTTP/1.1" status: 204 len: 168 time: 0.1998136 May 31 13:21:54.233232 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:54.612546 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:21:54.791758 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:21:54.804113 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] Sync routers for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:21:54.805260 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] 10.222.0.68 "PUT /v2.0/routers/6c2bdcf6-2cfe-418a-ba6b-dac61d8501de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6293423 May 31 13:21:54.808141 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 49344) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:54.815221 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:21:54.815813 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:21:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:54.994320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:54.997468 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:21:55.291042 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.312153 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T13:21:53Z', 'revision_number': 5, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port': {'id': '38bd6a30-1971-49e3-a457-44fc11fa3e6d', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:60:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:08Z', 'updated_at': '2021-05-31T12:51:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:55.316574 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] Checking router: 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:21:55.325915 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] Routers {'6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:21:55.326573 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:21:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:55.386269 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Deleting port 38bd6a30-1971-49e3-a457-44fc11fa3e6d {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:21:55.386844 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.495942 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] Set router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de gateway port host: None {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:21:55.514373 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] For port 38bd6a30-1971-49e3-a457-44fc11fa3e6d, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=38bd6a30-1971-49e3-a457-44fc11fa3e6d,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:55.514721 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.601437 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T13:21:55Z', 'revision_number': 6, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:55.605848 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c559676-fd5d-4e7e-8c20-a91cb10709a4 None None] The sync data for ids ['6c2bdcf6-2cfe-418a-ba6b-dac61d8501de'] in dv-cinder-790492-5-iscsi is: [{'id': '6c2bdcf6-2cfe-418a-ba6b-dac61d8501de', 'name': 'tempest-AttachVolumeShelveTestJSON-614378357-router', 'tenant_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T13:21:55Z', 'revision_number': 6, 'project_id': 'd740e7cd93f347c29b1678a27bcc2cad', 'gw_port_host': None}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:21:55.636886 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Calling delete_port for 38bd6a30-1971-49e3-a457-44fc11fa3e6d owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:21:55.777082 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:55.780625 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f77e7e54-00cf-4331-9443-95ac8a608b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:55.821911 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=38bd6a30-1971-49e3-a457-44fc11fa3e6d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:55.824935 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:55.913244 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.082973 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.085289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.111550 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.112043 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c2bdcf6-2cfe-418a-ba6b-dac61d8501de {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:21:56.127057 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.128815 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-1cf7fa14-8e80-4f2a-bed2-fd72ffbf2b86 admin admin] 10.222.0.68 "DELETE /v2.0/routers/6c2bdcf6-2cfe-418a-ba6b-dac61d8501de HTTP/1.1" status: 204 len: 168 time: 1.3194070 May 31 13:21:56.131359 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 49364) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:56.188894 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Deleting subnet 103de075-79c4-4f9e-a85a-620b7ce77423 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:21:56.192058 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.241718 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.320254 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.568234 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.572392 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fa38e211-195c-4858-a8a9-01201cfc090e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:56.694038 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=103de075-79c4-4f9e-a85a-620b7ce77423,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:56.697017 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:56.698337 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.703824 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f45051e-53cf-4be9-acf7-f9b689a32c7f None None] Network 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:21:56.705103 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-3c77105e-2ed5-4811-98f9-7082c04cf1e7 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/103de075-79c4-4f9e-a85a-620b7ce77423 HTTP/1.1" status: 204 len: 168 time: 0.5727274 May 31 13:21:56.707789 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 49372) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:56.811768 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.882228 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Deleting port a5230b60-d3fb-4151-8729-2e11e9375fa3 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:21:56.882966 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:56.946916 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] DHCP port deletion for 87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:21:56.986971 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] For port a5230b60-d3fb-4151-8729-2e11e9375fa3, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a5230b60-d3fb-4151-8729-2e11e9375fa3,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:56.987351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.052007 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Deleting port a5230b60-d3fb-4151-8729-2e11e9375fa3 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:21:57.052300 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.109685 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Calling delete_port for a5230b60-d3fb-4151-8729-2e11e9375fa3 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:21:57.149448 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] For port a5230b60-d3fb-4151-8729-2e11e9375fa3, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a5230b60-d3fb-4151-8729-2e11e9375fa3,segment=NetworkSegment(be3272d7-3d1d-4bf1-a457-21124be62bb3),segment_id=be3272d7-3d1d-4bf1-a457-21124be62bb3)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:21:57.149758 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.161104 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.165063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-39cb5e33-6f82-4dd5-82b7-7efd33047697 tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:57.213202 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Pushing event deleted for resources: {'Port': ['ID=a5230b60-d3fb-4151-8729-2e11e9375fa3,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:57.216874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:57.218895 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] No DVR routers for this DVR port a5230b60-d3fb-4151-8729-2e11e9375fa3 on host dv-cinder-790492-5-iscsi {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:57.224260 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 8cb8f0e3-2916-4411-baab-1cfccfff574f no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:57.313852 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Calling delete_port for a5230b60-d3fb-4151-8729-2e11e9375fa3 owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:21:57.321896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 8cb8f0e3-2916-4411-baab-1cfccfff574f {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:21:57.322228 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 8cb8f0e3-2916-4411-baab-1cfccfff574f not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:57.322649 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a5230b60-d3fb-4151-8729-2e11e9375fa3 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:57.338333 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.351744 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c29cfd-a8a6-4f5a-9842-c28889a3b1d6']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:57.356289 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: a5230b60-d3fb-4151-8729-2e11e9375fa3 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:21:57.356661 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a5230b60-d3fb-4151-8729-2e11e9375fa3 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:57.357110 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38bd6a30-1971-49e3-a457-44fc11fa3e6d no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:21:57.365113 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3272d7-3d1d-4bf1-a457-21124be62bb3') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:57.365415 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3272d7-3d1d-4bf1-a457-21124be62bb3') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:21:57.377294 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.390421 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 38bd6a30-1971-49e3-a457-44fc11fa3e6d {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:21:57.390868 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38bd6a30-1971-49e3-a457-44fc11fa3e6d not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:21:57.395725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.402548 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:21:57.402969 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:21:57.416650 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:21:57.426768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.431333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:57.475029 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Pushing event deleted for resources: {'Port': ['ID=a5230b60-d3fb-4151-8729-2e11e9375fa3,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:57.479785 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] No DVR routers for this DVR port a5230b60-d3fb-4151-8729-2e11e9375fa3 on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:21:57.486516 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.486967 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.487302 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.487699 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.488002 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.488329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.488683 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.488979 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.489363 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.489736 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.490013 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.490333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:21:57.494351 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:57.499062 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.503477 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:57.516570 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.526925 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Pushing event deleted for resources: {'Network': ['ID=87c29cfd-a8a6-4f5a-9842-c28889a3b1d6,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:57.530174 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:57.542064 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] 10.222.0.68 "DELETE /v2.0/networks/87c29cfd-a8a6-4f5a-9842-c28889a3b1d6 HTTP/1.1" status: 204 len: 168 time: 0.8323526 May 31 13:21:57.727703 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 49384) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:57.781413 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c0a71b4d-b190-4ebc-b89c-8d04f85d8e0f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d740e7cd93f347c29b1678a27bcc2cad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0523481 May 31 13:21:57.784849 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 49388) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:21:57.849241 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.876397 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.929110 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.933913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-16b82434-4104-4051-ad80-f984b9e3111e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:21:57.948564 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073403e7-5e38-4aa0-a1e9-cfe388afa82d,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:21:57.951683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:21:57.955236 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:21:57.956946 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/073403e7-5e38-4aa0-a1e9-cfe388afa82d HTTP/1.1" status: 204 len: 168 time: 0.1706281 May 31 13:22:02.507657 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:05.354467 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4a8b4903-769a-4714-8ee8-44a4e7922a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.727406 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:07.886818 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-23ae41c5-dbf9-42c9-87f8-88555558ddd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:09.102519 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:10.659651 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:17.389212 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:22:32.543176 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:35.351680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3233af6a-e288-462a-93b3-cbbb72f935b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.731037 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:37.892066 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-50bec329-d880-48fb-b0e1-24da7df42d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:39.107470 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:40.662912 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:22:54.394880 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:23:02.551832 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:05.354335 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-36c6294d-b121-412f-93e9-b28da58d4ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.735872 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:07.894036 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a4019959-f61e-4045-bdb9-3bb8710a0625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:09.110302 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:10.664943 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:31.399263 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:23:32.563957 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:35.355329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f4e56c87-133c-472e-860f-ac7850f1c875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.738606 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:37.897002 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4b0e3f01-a076-4f3e-bec4-40b1c3c563c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:39.117121 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:23:40.676139 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:02.559937 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:05.358303 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9e226b6d-5628-415c-8fcc-e611332a7290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.741841 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:07.896802 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d7f03aa2-1add-4962-be1a-0d15f1040f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:08.398614 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:24:09.122766 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:10.677719 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:32.585630 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:35.363830 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b5da3cd0-5d0c-43fe-b3cd-c6592506bd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:37.746163 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:37.890468 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a56844af-b197-4c7f-8eeb-baf69c5ef66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:39.125007 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:40.680084 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:24:45.404258 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:25:02.584043 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:05.358515 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-580bccc0-286c-4de4-a51a-e426f6d89337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.748492 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:07.898607 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2805d87a-142b-4e4f-85e1-6458bdc2c614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:09.131895 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:10.674963 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:22.409364 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:25:32.602628 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:35.363453 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c13dce4c-09fe-4e50-ac31-d4328ef77f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:37.754378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:37.899146 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d4b2809a-3a62-4a8e-bb97-86080121882e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:39.134025 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:40.687489 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:25:59.412523 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:26:02.621281 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:05.370952 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-14bd3892-6003-4519-a0b3-e0a8c38e4295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:07.758275 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:07.901140 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c150d372-6698-427d-abaa-5ea9dc134f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:09.131821 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:10.685339 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:32.625444 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:35.375621 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e3344a09-e6dc-4faa-a55a-0ad866568d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:36.416808 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:26:37.752588 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:37.903044 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-140d831f-494e-434a-a134-6543b4c69281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:39.132473 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:26:40.688161 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:02.624045 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.765559 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52334) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:03.894074 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:03.908729 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:03.912864 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Usage tracker for resource:security_group_rule and tenant:aaa61d472a3d414c91b9f9b7ea061aa7 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:03.915748 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:03.921498 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:04.023377 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.027616 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.035940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-143fd414-d3e3-490d-8cf8-dc6cfc59b5e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:04.076132 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5659d-ca1b-4d1e-93ea-f2741e14672b,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:04.080142 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=aaa61d472a3d414c91b9f9b7ea061aa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3135393 May 31 13:27:04.083134 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52346) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:04.086596 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.087006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.087366 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.087717 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.088067 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.088418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.088765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.089112 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.089454 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.089794 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.090139 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.090477 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.094654 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7acd707b-9c05-468c-b3d5-49433fc52cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:04.155774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.182699 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.249295 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.259505 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f317e02e-5a8c-4553-a245-843dc00a3bed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:04.274343 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5659d-ca1b-4d1e-93ea-f2741e14672b,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:04.283353 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.283943 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.284452 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.285177 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.293774 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:04.300294 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.303881 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/60c5659d-ca1b-4d1e-93ea-f2741e14672b HTTP/1.1" status: 204 len: 168 time: 0.2167919 May 31 13:27:04.303881 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:04.763642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52382) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:04.938867 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:04.951979 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:04.955801 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Usage tracker for resource:security_group_rule and tenant:fb76e45e61c34d759e7f4b33ca324b61 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:04.959483 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:04.967698 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:05.040254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52396) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:05.056690 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.061754 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.069051 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f8e5029b-eaaa-487a-96b6-526819ef02fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:05.106569 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5c1be3-db62-4d1a-b4f7-441da1e9fd7a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:05.109754 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:05.113555 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-4dec606d-d421-422e-a63b-2cf829e4f178 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=fb76e45e61c34d759e7f4b33ca324b61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486650 May 31 13:27:05.116475 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52402) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:05.151415 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-156157878-network', 'tenant_id': '4d211166294e465886a763a9dc10e4a2'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:05.156228 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:05.160657 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Usage tracker for resource:network and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:05.163812 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:05.170874 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:05.180704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.184220 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Made reservation on behalf of 4d211166294e465886a763a9dc10e4a2 for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:05.186933 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.199391 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.207062 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.213938 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:05.217935 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:05.220804 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:05.227256 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:05.263557 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.268661 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-74baca9e-a9fd-4b68-af68-ada674a12e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:05.281994 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5c1be3-db62-4d1a-b4f7-441da1e9fd7a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:05.284581 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:05.286090 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.290382 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2a5c1be3-db62-4d1a-b4f7-441da1e9fd7a HTTP/1.1" status: 204 len: 168 time: 0.1727610 May 31 13:27:05.331786 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.336298 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.342180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b61047bd-0848-4782-b9ee-c62623284c27 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:05.371283 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-82215922-2154-4030-826c-fb80baf2b53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.381573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:27:05.390831 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:05.395140 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:05.398007 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.398935 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Added segment edcc7704-c16a-49f0-bf15-1f6b323335e6 of type vlan for network c628f464-f240-4185-887e-0c976deb909c May 31 13:27:05.435774 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.469121 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.470914 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:05.471657 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:05.483371 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:05.592413 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Pushing event updated for resources: {'Network': ['ID=c628f464-f240-4185-887e-0c976deb909c,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:05.596181 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:05.598769 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5567999 May 31 13:27:05.601512 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52420) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:05.605891 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network c628f464-f240-4185-887e-0c976deb909c details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:27:05.607492 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Request body: {'subnet': {'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-156157878-subnet', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:05.613063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:05.617368 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Usage tracker for resource:subnet and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:05.620529 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:05.627132 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:05.640830 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Made reservation on behalf of 4d211166294e465886a763a9dc10e4a2 for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:05.644017 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6763053'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.072915 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6453173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6763067'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.077789 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ddee4be0-8cb6-4a5c-9c8f-417036a59c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:06.239295 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:06.242663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:06.248704 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Checking segment: {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:06.249054 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Network hostable DHCP agents. Network: c628f464-f240-4185-887e-0c976deb909c, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:27:06.268462 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Network c628f464-f240-4185-887e-0c976deb909c is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:27:06.279895 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, c628f464-f240-4185-887e-0c976deb909c) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:06.292730 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:06.292867 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b95e9-f481-4237-91e1-8cb5cf13d2b0 None None] Network c628f464-f240-4185-887e-0c976deb909c requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:06.293336 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.321795 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7189288 May 31 13:27:06.324133 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52446) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:06.331409 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:06.337641 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:06.342023 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Usage tracker for resource:router and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:06.345762 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:06.354459 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:06.371984 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.374420 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.390890 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.527997 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-c628f464-f240-4185-887e-0c976deb909c', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 13:27:06.528843 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.659362 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.685374 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Allocated IP 172.20.0.2 (c628f464-f240-4185-887e-0c976deb909c/dccfd13d-115a-4e9c-b4a6-f08df8e1ae31/bbb72216-a50b-442a-a832-aace63767011) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:06.903219 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.915279 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Transition to ACTIVE for port object bbb72216-a50b-442a-a832-aace63767011 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:06.934530 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Transition to ACTIVE for port object bbb72216-a50b-442a-a832-aace63767011 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:06.941780 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:06.947468 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:06.997633 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.012331 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Network c628f464-f240-4185-887e-0c976deb909c is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:07.015145 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:07.017849 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:27:07.028579 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.057451 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Pushing event updated for resources: {'Port': ['ID=bbb72216-a50b-442a-a832-aace63767011,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:07.098790 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.099140 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.099477 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.100168 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.100489 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.100816 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.101144 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.101466 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.101788 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.102547 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.102547 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.102849 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:07.106978 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:07.127303 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Attempting to bind port bbb72216-a50b-442a-a832-aace63767011 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:07.127680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Attempting to bind port bbb72216-a50b-442a-a832-aace63767011 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:07.128050 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Attempting to bind port bbb72216-a50b-442a-a832-aace63767011 on network c628f464-f240-4185-887e-0c976deb909c {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:07.133552 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:07.133856 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Checking segment: {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:07.134267 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.134666 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Bound using segment: {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:07.135174 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Bound port: bbb72216-a50b-442a-a832-aace63767011, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:07.135673 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.167677 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Allocated IP 172.27.1.105 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/9e384246-5b34-417c-a2dd-564ec9adffc0) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:07.228425 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-59f2237d-54f0-444b-b096-3b386157447a None None] For port bbb72216-a50b-442a-a832-aace63767011, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:07.231666 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-59f2237d-54f0-444b-b096-3b386157447a None None] For port bbb72216-a50b-442a-a832-aace63767011, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=bbb72216-a50b-442a-a832-aace63767011,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:07.236892 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.241938 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-102b77e6-cd44-4d6a-9cc2-4d5f085126b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:07.321947 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.331503 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Pushing event updated for resources: {'Port': ['ID=bbb72216-a50b-442a-a832-aace63767011,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:07.334315 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:07.364104 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.368201 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fbb30cee-40ec-4d03-8195-c8da0e1269ca tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:07.434691 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Pushing event updated for resources: {'Port': ['ID=9e384246-5b34-417c-a2dd-564ec9adffc0,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:07.439638 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:07.451082 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:07.452334 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:07.461288 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:27:07.756713 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:07.897622 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9ceee6b1-66e3-4e74-9205-13673cdeded0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.005080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.210942 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eeafaff-cdec-43e4-964c-a27ab398d86e None None] Network c628f464-f240-4185-887e-0c976deb909c requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:08.344286 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.362494 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-52e8af2f-58da-4298-9285-8f46811d33dd None None] Provisioning for port bbb72216-a50b-442a-a832-aace63767011 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:08.563621 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Router a99789cb-23f3-4c9f-b1d5-0a8cd072208f is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91756) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:27:08.754822 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:27:08.765568 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Sync routers for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:27:08.774851 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:08.775447 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:08.780603 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:08.781926 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4564688 May 31 13:27:08.784653 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52484) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:08.987385 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:09.137641 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.271820 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:07Z', 'revision_number': 3, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:09.275615 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Checking router: a99789cb-23f3-4c9f-b1d5-0a8cd072208f for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:27:09.275972 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Updating router a99789cb-23f3-4c9f-b1d5-0a8cd072208f port 9e384246-5b34-417c-a2dd-564ec9adffc0 binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:27:09.328651 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.442490 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device bbb72216-a50b-442a-a832-aace63767011 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:09.515107 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port bbb72216-a50b-442a-a832-aace63767011 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:09.519749 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port bbb72216-a50b-442a-a832-aace63767011 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:09.520128 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.577315 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.639588 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.663548 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.680716 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Transition to ACTIVE for port object 9e384246-5b34-417c-a2dd-564ec9adffc0 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:09.686557 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port bbb72216-a50b-442a-a832-aace63767011, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=bbb72216-a50b-442a-a832-aace63767011,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:09.688869 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.692361 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.693188 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:09.695255 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e7e8c407-eb4a-4d84-8c85-f9e54e593b59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:09.762811 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Pushing event updated for resources: {'Port': ['ID=9e384246-5b34-417c-a2dd-564ec9adffc0,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:09.772582 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=bbb72216-a50b-442a-a832-aace63767011,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:09.775864 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:09.782205 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.782685 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.783135 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.783469 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.783794 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.784118 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.784437 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.784751 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.785293 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.785616 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.785933 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.786245 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:27:09.790311 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:09.800571 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Allocated IP 172.20.0.1 (c628f464-f240-4185-887e-0c976deb909c/dccfd13d-115a-4e9c-b4a6-f08df8e1ae31/840cea07-3624-43ed-9244-b83e6f2c6fe7) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:09.814815 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Attempting to bind port 9e384246-5b34-417c-a2dd-564ec9adffc0 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:09.815276 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Attempting to bind port 9e384246-5b34-417c-a2dd-564ec9adffc0 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:09.815700 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Attempting to bind port 9e384246-5b34-417c-a2dd-564ec9adffc0 on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:09.821657 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:09.822144 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:09.822654 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.823348 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:09.823827 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Bound port: 9e384246-5b34-417c-a2dd-564ec9adffc0, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:09.824241 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.901365 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] For port 9e384246-5b34-417c-a2dd-564ec9adffc0, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:09.904470 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] For port 9e384246-5b34-417c-a2dd-564ec9adffc0, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=9e384246-5b34-417c-a2dd-564ec9adffc0,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:09.914488 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.922132 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:09.952219 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.967837 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Transition to ACTIVE for port object 840cea07-3624-43ed-9244-b83e6f2c6fe7 will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:09.991714 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:09.992326 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:09.993316 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:09.997973 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c9f45d3f-30e2-4029-81d9-2a5070618dfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:10.059343 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Pushing event updated for resources: {'Port': ['ID=9e384246-5b34-417c-a2dd-564ec9adffc0,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:10.061239 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Network c628f464-f240-4185-887e-0c976deb909c is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:10.065297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:10.067883 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:27:10.070128 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-0a318338-683d-4ccc-a1e3-f7218933480a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:10.116769 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Pushing event updated for resources: {'Port': ['ID=840cea07-3624-43ed-9244-b83e6f2c6fe7,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:10.119903 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:10.133257 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.178365 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:10.329703 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-1d812153-2f2d-4dcb-8d5f-82b3c59b0420 None None] Provisioning for port 840cea07-3624-43ed-9244-b83e6f2c6fe7 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:10.335383 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-1d812153-2f2d-4dcb-8d5f-82b3c59b0420 None None] Provisioning complete for port 840cea07-3624-43ed-9244-b83e6f2c6fe7 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:10.335866 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1d812153-2f2d-4dcb-8d5f-82b3c59b0420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.393599 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-1d812153-2f2d-4dcb-8d5f-82b3c59b0420 None None] Port 840cea07-3624-43ed-9244-b83e6f2c6fe7 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:10.396761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.502474 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:07Z', 'revision_number': 3, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:10.506330 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cecbb71-ee9a-42b2-98fd-248034af8fb0 None None] The sync data for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi is: [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:07Z', 'revision_number': 3, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:27:10.620975 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.626953 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.651616 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c4ca1d32-18a1-41a0-a6d5-b930f7e9ead2 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:10.698037 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:10.744174 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Pushing event updated for resources: {'Port': ['ID=840cea07-3624-43ed-9244-b83e6f2c6fe7,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:10.748415 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:10.749304 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.022542 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Network c628f464-f240-4185-887e-0c976deb909c is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:11.023720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:11.241311 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Router a99789cb-23f3-4c9f-b1d5-0a8cd072208f has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:27:11.319160 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-af706dbd-b319-4355-b749-c4d89dbfacf8 None None] Provisioning complete for port 840cea07-3624-43ed-9244-b83e6f2c6fe7 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:11.319763 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-af706dbd-b319-4355-b749-c4d89dbfacf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.438079 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:27:11.446454 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-af706dbd-b319-4355-b749-c4d89dbfacf8 None None] Port 840cea07-3624-43ed-9244-b83e6f2c6fe7 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:11.450093 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] 10.222.0.68 "PUT /v2.0/routers/a99789cb-23f3-4c9f-b1d5-0a8cd072208f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6625016 May 31 13:27:11.529049 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 9e384246-5b34-417c-a2dd-564ec9adffc0 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:11.611254 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 9e384246-5b34-417c-a2dd-564ec9adffc0 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:11.617734 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 9e384246-5b34-417c-a2dd-564ec9adffc0 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:11.618265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.752997 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.770281 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 9e384246-5b34-417c-a2dd-564ec9adffc0, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=9e384246-5b34-417c-a2dd-564ec9adffc0,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:11.774491 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:11.775385 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device bbb72216-a50b-442a-a832-aace63767011 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:11.798426 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:11.896850 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=9e384246-5b34-417c-a2dd-564ec9adffc0,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:11.900169 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:11.910060 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port bbb72216-a50b-442a-a832-aace63767011 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:11.910481 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.155267 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52528) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:12.161369 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-494110774-network', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:12.166497 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:12.170562 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Usage tracker for resource:network and tenant:faead1eabae34e3b8e018abdda58546e is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:12.173709 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:12.180708 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:12.199892 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Made reservation on behalf of faead1eabae34e3b8e018abdda58546e for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:12.202153 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.214485 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.232540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:12.238097 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Usage tracker for resource:security_group_rule and tenant:faead1eabae34e3b8e018abdda58546e is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:12.241302 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:12.247027 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:12.260277 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Sync routers for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:27:12.282883 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:12.284209 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:12.338702 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.342982 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.347002 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-04a575b9-0d58-47b0-a5b5-4e8d75da39f3 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:12.374005 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:27:12.382296 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=495c8d70-be02-4f47-8131-98c24f84d021,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:12.386077 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:12.390953 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.391249 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Added segment ed2b0567-dc8a-4d59-a58f-c6e105f745e5 of type vlan for network eed9507e-0ca7-4bc4-b5fd-e552814e323e May 31 13:27:12.418365 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.448536 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.449993 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:12.450578 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.455240 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:12.468627 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:12.553052 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3963726 May 31 13:27:12.555842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52534) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:12.556381 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Pushing event updated for resources: {'Network': ['ID=eed9507e-0ca7-4bc4-b5fd-e552814e323e,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:12.559381 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:12.567086 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Request body: {'subnet': {'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-494110774-subnet', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:12.572704 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:12.576613 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Usage tracker for resource:subnet and tenant:faead1eabae34e3b8e018abdda58546e is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:12.579596 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:12.585823 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:12.594501 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:27:12.598609 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Made reservation on behalf of faead1eabae34e3b8e018abdda58546e for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:12.601458 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979485'] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:12.877197 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 2, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:12.881112 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Checking router: a99789cb-23f3-4c9f-b1d5-0a8cd072208f for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:27:12.881651 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Updating router a99789cb-23f3-4c9f-b1d5-0a8cd072208f port 840cea07-3624-43ed-9244-b83e6f2c6fe7 binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:27:12.935045 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.115831 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6796735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979467'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.119671 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-18936ac9-1beb-40df-aaac-da17e41e5afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:13.189569 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd6fff2-e2f7-4f05-a3e7-ab3690357de2,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:13.193696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:13.202987 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Checking segment: {'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:13.203345 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Network hostable DHCP agents. Network: eed9507e-0ca7-4bc4-b5fd-e552814e323e, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:27:13.221418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:27:13.231064 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, eed9507e-0ca7-4bc4-b5fd-e552814e323e) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:13.239812 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:13.240258 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.258214 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a785d786-fb49-49f9-8bf1-fbfb706a2a38 None None] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:13.266369 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7063062 May 31 13:27:13.266562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52548) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:13.271858 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:13.276272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:13.280163 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Usage tracker for resource:router and tenant:faead1eabae34e3b8e018abdda58546e is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:13.283039 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:13.289264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:13.301982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.303122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.319913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.363428 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.375478 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Transition to ACTIVE for port object 840cea07-3624-43ed-9244-b83e6f2c6fe7 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:13.416121 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:27:13.427809 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.439081 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:13.480697 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 9e384246-5b34-417c-a2dd-564ec9adffc0 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:13.601788 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.640884 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76510b8a-54d7-4c1e-9ad2-ce29dbd18e75 None None] Pushing event updated for resources: {'Port': ['ID=840cea07-3624-43ed-9244-b83e6f2c6fe7,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:13.643756 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-76510b8a-54d7-4c1e-9ad2-ce29dbd18e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:13.807913 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Attempting to bind port 840cea07-3624-43ed-9244-b83e6f2c6fe7 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:13.808251 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Attempting to bind port 840cea07-3624-43ed-9244-b83e6f2c6fe7 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:13.808632 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Attempting to bind port 840cea07-3624-43ed-9244-b83e6f2c6fe7 on network c628f464-f240-4185-887e-0c976deb909c {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:13.812948 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 9e384246-5b34-417c-a2dd-564ec9adffc0 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:13.813263 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.873852 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:13.874116 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Checking segment: {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:13.874527 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.874941 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Bound using segment: {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:13.875423 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Bound port: 840cea07-3624-43ed-9244-b83e6f2c6fe7, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:13.875792 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.912996 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.946230 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:13.947735 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-eed9507e-0ca7-4bc4-b5fd-e552814e323e', 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'fixed_ips': [{'subnet_id': '5dd6fff2-e2f7-4f05-a3e7-ab3690357de2'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 13:27:13.948566 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.081282 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Allocated IP 172.27.1.77 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/035bd939-8d74-412f-8dd2-5f86892b987a) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:14.160785 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] For port 840cea07-3624-43ed-9244-b83e6f2c6fe7, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:14.186203 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] For port 840cea07-3624-43ed-9244-b83e6f2c6fe7, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=840cea07-3624-43ed-9244-b83e6f2c6fe7,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:14.198153 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.203369 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:14.241166 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.264258 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Allocated IP 172.20.0.2 (eed9507e-0ca7-4bc4-b5fd-e552814e323e/5dd6fff2-e2f7-4f05-a3e7-ab3690357de2/2406c8ce-69b6-419f-bc9c-d52bfe5ccb80) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:14.280652 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.285614 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:14.322058 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:14.322691 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:14.351843 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:14.355167 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:14.358875 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:27:14.431333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76510b8a-54d7-4c1e-9ad2-ce29dbd18e75 None None] Pushing event updated for resources: {'Port': ['ID=840cea07-3624-43ed-9244-b83e6f2c6fe7,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:14.450110 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-76510b8a-54d7-4c1e-9ad2-ce29dbd18e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:14.647147 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Pushing event updated for resources: {'Port': ['ID=035bd939-8d74-412f-8dd2-5f86892b987a,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:14.651399 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:14.664744 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:14.851632 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.879684 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Transition to ACTIVE for port object 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:14.882705 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.957274 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Transition to ACTIVE for port object 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:14.975625 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:14.981597 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-76510b8a-54d7-4c1e-9ad2-ce29dbd18e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:15.087565 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:15.092681 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:15.095131 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:27:15.106798 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Pushing event updated for resources: {'Port': ['ID=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:15.134291 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:15.202757 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Attempting to bind port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:15.203546 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Attempting to bind port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:15.203546 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Attempting to bind port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 on network eed9507e-0ca7-4bc4-b5fd-e552814e323e {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:15.211441 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:15.212163 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Checking segment: {'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:15.212281 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.212602 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Bound using segment: {'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:15.213149 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Bound port: 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:15.213542 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.230066 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.279179 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:14Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:15.287168 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919894e2-63e7-46ad-813a-ec5caefcb722 None None] The sync data for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi is: [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:14Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:27:15.326451 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] For port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:15.329836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] For port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,segment=NetworkSegment(ed2b0567-dc8a-4d59-a58f-c6e105f745e5),segment_id=ed2b0567-dc8a-4d59-a58f-c6e105f745e5)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:15.353236 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.357047 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ede300b2-f219-43df-9a74-56131be5b8f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:15.469233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Router 39488756-c6e7-4ebf-b0be-e20a4365e226 is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:27:15.487693 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Pushing event updated for resources: {'Port': ['ID=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:15.491275 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:15.550217 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 840cea07-3624-43ed-9244-b83e6f2c6fe7 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:15.645424 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 840cea07-3624-43ed-9244-b83e6f2c6fe7 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:15.651001 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 840cea07-3624-43ed-9244-b83e6f2c6fe7 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:15.655305 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.678117 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:27:15.703103 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Sync routers for ids ['39488756-c6e7-4ebf-b0be-e20a4365e226'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:27:15.727649 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.728909 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4613826 May 31 13:27:15.731820 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52566) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:15.733951 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Routers {'39488756-c6e7-4ebf-b0be-e20a4365e226'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:15.734822 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['39488756-c6e7-4ebf-b0be-e20a4365e226'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:15.889861 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.927246 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 840cea07-3624-43ed-9244-b83e6f2c6fe7, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=840cea07-3624-43ed-9244-b83e6f2c6fe7,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:15.928639 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Set router 39488756-c6e7-4ebf-b0be-e20a4365e226 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:15.939768 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:15.945967 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:16.024568 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=840cea07-3624-43ed-9244-b83e6f2c6fe7,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:16.027991 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:16.237365 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:14Z', 'revision_number': 3, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port': {'id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:16.241933 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Checking router: 39488756-c6e7-4ebf-b0be-e20a4365e226 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:27:16.243143 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Updating router 39488756-c6e7-4ebf-b0be-e20a4365e226 port 035bd939-8d74-412f-8dd2-5f86892b987a binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:27:16.306501 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.606522 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.628932 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0585fcce-551c-4f1d-abb4-3d8184992a99 None None] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:16.724096 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.730328 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-37d60c9d-5675-4059-910c-d133ffa5afcc None None] Provisioning for port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:16.739864 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Transition to ACTIVE for port object 035bd939-8d74-412f-8dd2-5f86892b987a will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:16.748963 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.754901 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-5c7a5170-3598-4fce-b08f-59071c1cf888 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:16.831868 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7165d-9c63-4830-94e3-886c419d90da None None] Pushing event updated for resources: {'Port': ['ID=035bd939-8d74-412f-8dd2-5f86892b987a,revision_number=2']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:16.841271 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fda7165d-9c63-4830-94e3-886c419d90da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:16.858059 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Attempting to bind port 035bd939-8d74-412f-8dd2-5f86892b987a on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:16.858441 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Attempting to bind port 035bd939-8d74-412f-8dd2-5f86892b987a by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:16.858821 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Attempting to bind port 035bd939-8d74-412f-8dd2-5f86892b987a on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:16.864679 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:16.865047 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:16.865622 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.866528 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:16.866528 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Bound port: 035bd939-8d74-412f-8dd2-5f86892b987a, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:16.866851 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.944215 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] For port 035bd939-8d74-412f-8dd2-5f86892b987a, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:16.944739 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Allocated IP 172.20.0.1 (eed9507e-0ca7-4bc4-b5fd-e552814e323e/5dd6fff2-e2f7-4f05-a3e7-ab3690357de2/0fac8fda-dd87-4d17-ac23-be68d1989c76) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:16.949662 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] For port 035bd939-8d74-412f-8dd2-5f86892b987a, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=035bd939-8d74-412f-8dd2-5f86892b987a,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:16.956419 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:16.961148 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-9df1862f-4aa7-45d0-ae52-202ce77b5b17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:17.040552 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Routers {'39488756-c6e7-4ebf-b0be-e20a4365e226'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:17.041184 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['39488756-c6e7-4ebf-b0be-e20a4365e226'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:17.096491 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.097180 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7165d-9c63-4830-94e3-886c419d90da None None] Pushing event updated for resources: {'Port': ['ID=035bd939-8d74-412f-8dd2-5f86892b987a,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:17.107386 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fda7165d-9c63-4830-94e3-886c419d90da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:17.112288 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Transition to ACTIVE for port object 0fac8fda-dd87-4d17-ac23-be68d1989c76 will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:17.134935 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.138491 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f8d8ef3f-0ef4-44b0-a7e5-23d62a05b51a tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:17.199898 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:17.202695 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:17.206327 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:27:17.218335 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] Set router 39488756-c6e7-4ebf-b0be-e20a4365e226 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:17.239769 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Pushing event updated for resources: {'Port': ['ID=0fac8fda-dd87-4d17-ac23-be68d1989c76,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:17.245935 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:17.266500 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.393727 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.507626 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-b3606873-8249-4f89-8f9b-5c60e1015243 None None] Provisioning for port 0fac8fda-dd87-4d17-ac23-be68d1989c76 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:17.513007 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-b3606873-8249-4f89-8f9b-5c60e1015243 None None] Provisioning complete for port 0fac8fda-dd87-4d17-ac23-be68d1989c76 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:17.513390 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b3606873-8249-4f89-8f9b-5c60e1015243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.579431 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:14Z', 'revision_number': 3, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port': {'id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:17.581239 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:17.586114 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980cce4c-4d5d-43e4-80f5-2ca66e0b8d77 None None] The sync data for ids ['39488756-c6e7-4ebf-b0be-e20a4365e226'] in dv-cinder-790492-5-iscsi is: [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:14Z', 'revision_number': 3, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port': {'id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:27:17.673875 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-b3606873-8249-4f89-8f9b-5c60e1015243 None None] Port 0fac8fda-dd87-4d17-ac23-be68d1989c76 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:17.684416 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.693086 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.702872 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:17.709955 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:17.710381 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.723852 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f2769340-e4fa-417c-9c06-9d8076b50bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:17.809759 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Pushing event updated for resources: {'Port': ['ID=0fac8fda-dd87-4d17-ac23-be68d1989c76,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:17.812461 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.816515 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:17.864584 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.901639 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,segment=NetworkSegment(ed2b0567-dc8a-4d59-a58f-c6e105f745e5),segment_id=ed2b0567-dc8a-4d59-a58f-c6e105f745e5)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:17.906201 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:17.907133 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 840cea07-3624-43ed-9244-b83e6f2c6fe7 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:17.931518 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:17.987128 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:17.988473 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:18.026791 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:18.030765 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:18.043059 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 840cea07-3624-43ed-9244-b83e6f2c6fe7 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:18.043436 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.208154 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Router 39488756-c6e7-4ebf-b0be-e20a4365e226 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:27:18.299843 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-8c4c6489-e328-45ba-a165-c109af9abd62 None None] Provisioning complete for port 0fac8fda-dd87-4d17-ac23-be68d1989c76 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:18.300227 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8c4c6489-e328-45ba-a165-c109af9abd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:18.393767 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:27:18.397423 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-8c4c6489-e328-45ba-a165-c109af9abd62 None None] Port 0fac8fda-dd87-4d17-ac23-be68d1989c76 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:18.403753 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] 10.222.0.68 "PUT /v2.0/routers/39488756-c6e7-4ebf-b0be-e20a4365e226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6708655 May 31 13:27:19.237802 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Sync routers for ids ['39488756-c6e7-4ebf-b0be-e20a4365e226'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:27:19.247349 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Routers {'39488756-c6e7-4ebf-b0be-e20a4365e226'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:19.247989 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['39488756-c6e7-4ebf-b0be-e20a4365e226'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:19.472655 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Set router 39488756-c6e7-4ebf-b0be-e20a4365e226 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:19.552240 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 035bd939-8d74-412f-8dd2-5f86892b987a up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:19.778698 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 035bd939-8d74-412f-8dd2-5f86892b987a completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:19.796555 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 035bd939-8d74-412f-8dd2-5f86892b987a triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:19.797175 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.031837 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.053886 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:17Z', 'revision_number': 4, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port': {'id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '0fac8fda-dd87-4d17-ac23-be68d1989c76', 'name': '', 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'mac_address': 'fa:16:3e:3b:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5dd6fff2-e2f7-4f05-a3e7-ab3690357de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:16Z', 'updated_at': '2021-05-31T13:27:17Z', 'revision_number': 2, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'subnets': [{'id': '5dd6fff2-e2f7-4f05-a3e7-ab3690357de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:20.069763 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Checking router: 39488756-c6e7-4ebf-b0be-e20a4365e226 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:27:20.070142 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Updating router 39488756-c6e7-4ebf-b0be-e20a4365e226 port 0fac8fda-dd87-4d17-ac23-be68d1989c76 binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:27:20.118614 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 035bd939-8d74-412f-8dd2-5f86892b987a, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=035bd939-8d74-412f-8dd2-5f86892b987a,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:20.132787 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.133633 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:20.159732 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:20.244594 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.318179 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=035bd939-8d74-412f-8dd2-5f86892b987a,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:20.328725 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:20.353555 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:20.353917 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.811178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.873391 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Transition to ACTIVE for port object 0fac8fda-dd87-4d17-ac23-be68d1989c76 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:20.878856 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:20.886555 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:21.124632 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec93920-6a4c-4d5c-a111-59da216aa852 None None] Pushing event updated for resources: {'Port': ['ID=0fac8fda-dd87-4d17-ac23-be68d1989c76,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:21.195498 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0ec93920-6a4c-4d5c-a111-59da216aa852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:21.224860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Attempting to bind port 0fac8fda-dd87-4d17-ac23-be68d1989c76 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:21.225520 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Attempting to bind port 0fac8fda-dd87-4d17-ac23-be68d1989c76 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:21.226050 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Attempting to bind port 0fac8fda-dd87-4d17-ac23-be68d1989c76 on network eed9507e-0ca7-4bc4-b5fd-e552814e323e {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:21.231648 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:21.232022 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Checking segment: {'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:21.232431 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.232824 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Bound using segment: {'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:21.233296 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Bound port: 0fac8fda-dd87-4d17-ac23-be68d1989c76, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:21.233714 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.357811 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] For port 0fac8fda-dd87-4d17-ac23-be68d1989c76, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:21.365655 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] For port 0fac8fda-dd87-4d17-ac23-be68d1989c76, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=0fac8fda-dd87-4d17-ac23-be68d1989c76,segment=NetworkSegment(ed2b0567-dc8a-4d59-a58f-c6e105f745e5),segment_id=ed2b0567-dc8a-4d59-a58f-c6e105f745e5)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:21.383078 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.387964 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6edd831f-960d-4cd9-8198-f80909e46975 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:21.442672 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 035bd939-8d74-412f-8dd2-5f86892b987a up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:21.543329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Routers {'39488756-c6e7-4ebf-b0be-e20a4365e226'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:27:21.544005 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:27:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['39488756-c6e7-4ebf-b0be-e20a4365e226'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:21.636821 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec93920-6a4c-4d5c-a111-59da216aa852 None None] Pushing event updated for resources: {'Port': ['ID=0fac8fda-dd87-4d17-ac23-be68d1989c76,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:21.648416 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0ec93920-6a4c-4d5c-a111-59da216aa852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:21.792820 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 035bd939-8d74-412f-8dd2-5f86892b987a triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:21.793125 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:21.909584 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] Set router 39488756-c6e7-4ebf-b0be-e20a4365e226 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:27:22.308048 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52670) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:22.371680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:17Z', 'revision_number': 4, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port': {'id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '0fac8fda-dd87-4d17-ac23-be68d1989c76', 'name': '', 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'mac_address': 'fa:16:3e:3b:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5dd6fff2-e2f7-4f05-a3e7-ab3690357de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:16Z', 'updated_at': '2021-05-31T13:27:21Z', 'revision_number': 4, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'subnets': [{'id': '5dd6fff2-e2f7-4f05-a3e7-ab3690357de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:22.376235 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25914ce-af82-40b4-a6b6-0ebc63f7cf0b None None] The sync data for ids ['39488756-c6e7-4ebf-b0be-e20a4365e226'] in dv-cinder-790492-5-iscsi is: [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:17Z', 'revision_number': 4, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port': {'id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '0fac8fda-dd87-4d17-ac23-be68d1989c76', 'name': '', 'network_id': 'eed9507e-0ca7-4bc4-b5fd-e552814e323e', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'mac_address': 'fa:16:3e:3b:94:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '5dd6fff2-e2f7-4f05-a3e7-ab3690357de2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:16Z', 'updated_at': '2021-05-31T13:27:21Z', 'revision_number': 4, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'subnets': [{'id': '5dd6fff2-e2f7-4f05-a3e7-ab3690357de2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:27:22.475075 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.491765 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:22.496548 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Usage tracker for resource:security_group_rule and tenant:6371cf18f46c4a349cb0c5cc68ca43ca is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:22.502783 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:22.509963 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:22.658323 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.666159 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:22.686854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-853c1b3e-e127-41c9-a45b-5460b76f2ead admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:22.875417 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6371cf18f46c4a349cb0c5cc68ca43ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651059 May 31 13:27:22.877713 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dddef58-1e88-4c65-9111-5586428e151a,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:22.878025 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52686) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:22.882096 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c1a0cf1d-ae26-4b4a-ae84-5a0755f4cb82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:22.990896 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0d60-c7db-478b-b37f-0f243164b215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.023677 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0d60-c7db-478b-b37f-0f243164b215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.093622 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0d60-c7db-478b-b37f-0f243164b215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.102464 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-16eb0411-3ed0-4267-993b-6e6c70ddc4ab tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:23.126691 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0d60-c7db-478b-b37f-0f243164b215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dddef58-1e88-4c65-9111-5586428e151a,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:23.130087 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ef6e0d60-c7db-478b-b37f-0f243164b215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:23.132858 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0d60-c7db-478b-b37f-0f243164b215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.134637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ef6e0d60-c7db-478b-b37f-0f243164b215 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/6dddef58-1e88-4c65-9111-5586428e151a HTTP/1.1" status: 204 len: 168 time: 0.2553527 May 31 13:27:23.519585 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 0fac8fda-dd87-4d17-ac23-be68d1989c76 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:23.620394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 0fac8fda-dd87-4d17-ac23-be68d1989c76 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:23.626786 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 0fac8fda-dd87-4d17-ac23-be68d1989c76 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:23.627178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.642748 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52696) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:23.663449 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.681100 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:23.686201 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Usage tracker for resource:security_group_rule and tenant:705a677bdda84f7599fac015fca72495 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:23.691738 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:23.703075 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:23.812270 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.856078 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.863940 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.874420 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-64aabacc-f040-4323-ac8e-8841a23a7513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:23.889122 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 0fac8fda-dd87-4d17-ac23-be68d1989c76, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=0fac8fda-dd87-4d17-ac23-be68d1989c76,segment=NetworkSegment(ed2b0567-dc8a-4d59-a58f-c6e105f745e5),segment_id=ed2b0567-dc8a-4d59-a58f-c6e105f745e5)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:23.897949 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:23.900196 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-f68902c4-c2fa-4b3b-af99-674a0624f24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:23.923940 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=705a677bdda84f7599fac015fca72495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2792082 May 31 13:27:23.925720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9952c9-89a7-4823-b78a-88274cd98bad,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:23.926706 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52704) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:23.929533 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:24.012761 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=0fac8fda-dd87-4d17-ac23-be68d1989c76,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:24.023787 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:24.062205 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.092837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.153099 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.161229 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-cec7fb5b-191b-4b27-a899-de7326849662 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:24.174315 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9952c9-89a7-4823-b78a-88274cd98bad,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:24.178129 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:24.179118 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:24.180247 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/ea9952c9-89a7-4823-b78a-88274cd98bad HTTP/1.1" status: 204 len: 168 time: 0.2514520 May 31 13:27:25.449131 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 0fac8fda-dd87-4d17-ac23-be68d1989c76 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:25.532280 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 0fac8fda-dd87-4d17-ac23-be68d1989c76 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:25.532634 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:29.261411 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-796272fe-b5db-4aac-8c06-503bb60696f6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:29.262053 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-796272fe-b5db-4aac-8c06-503bb60696f6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Synchronizing usage tracker for tenant:4d211166294e465886a763a9dc10e4a2 on resource:network {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:29.280948 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-796272fe-b5db-4aac-8c06-503bb60696f6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Unset dirty status for tenant:4d211166294e465886a763a9dc10e4a2 on resource:network {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:29.282073 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-796272fe-b5db-4aac-8c06-503bb60696f6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 814 time: 0.1785829 May 31 13:27:29.297110 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-4701c6ba-e0e2-4592-8b3e-1cc0cb677914 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/quotas/4d211166294e465886a763a9dc10e4a2 HTTP/1.1" status: 200 len: 375 time: 0.0092876 May 31 13:27:29.380219 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-88f73b5b-e84c-4191-a9ab-09f42666acef tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779679 May 31 13:27:29.504908 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-a0db25c3-b78a-4eca-bee4-a49433291507 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:27:29.505974 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-a0db25c3-b78a-4eca-bee4-a49433291507 service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1141860 May 31 13:27:29.752538 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-e46aaaf8-dd87-4f73-9448-64225c114ad2 service neutron] 10.222.0.68 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399931 May 31 13:27:29.886225 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-43ae3c62-397c-4bfc-96dc-d74b1f786c01 service neutron] 10.222.0.68 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273553 May 31 13:27:30.070100 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52862) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:30.083219 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6c9a5440-535c-4907-b369-2d0bb814872e req-0ae9c4f2-5b4e-40a2-9a5e-22f562af5d54 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 210 time: 0.0550854 May 31 13:27:30.259992 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_v2 [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Deleting subnet 8b25c8e1-306c-4216-967d-bb597a06a317 {{(pid=91755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:27:30.262937 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.317376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1415356'] for subnet, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.372672 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.624833 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6796796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6979458'] for subnet, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.629859 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:30.667420 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.676043 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b25c8e1-306c-4216-967d-bb597a06a317,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:30.678543 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:30.680368 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/8b25c8e1-306c-4216-967d-bb597a06a317 HTTP/1.1" status: 204 len: 168 time: 0.6091671 May 31 13:27:30.683048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52890) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:30.791737 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.923201 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.939710 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed39d2b-4820-4dba-988e-2a430298fcfa']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:30.953146 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c258c54-6c5b-4756-b028-46860a79d223') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:30.953452 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c258c54-6c5b-4756-b028-46860a79d223') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:30.965159 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.983021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:30.989501 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:27:30.989928 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:27:31.003051 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:27:31.086869 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.091698 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.095491 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9d2aa42c-382d-4388-ac36-15817742f4ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:31.118601 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Pushing event deleted for resources: {'Network': ['ID=fed39d2b-4820-4dba-988e-2a430298fcfa,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:31.121692 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:31.124477 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-2e5ce92b-64de-42a2-adc4-811e73db8a77 admin admin] 10.222.0.68 "DELETE /v2.0/networks/fed39d2b-4820-4dba-988e-2a430298fcfa HTTP/1.1" status: 204 len: 168 time: 0.4399798 May 31 13:27:31.190422 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3af03fd9-dbcd-43ea-8b34-f6b1b2a465dd req-4767a7ec-aa94-4682-ab96-5564db0b2437 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 210 time: 0.0453534 May 31 13:27:31.253887 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52906) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:31.307745 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-75952908-9e9c-4fe2-9051-6062fa7217ac admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d2732652ae1f45d4981d1d9d54eae2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526001 May 31 13:27:31.310370 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52910) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:31.371208 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.396095 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.449912 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.454570 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4bca979e-5484-429f-80a8-69b49ca35c53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:31.467205 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56f8e82-f118-4445-afb2-b89b0b11ca41,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:31.469760 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:31.479254 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:31.482965 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/c56f8e82-f118-4445-afb2-b89b0b11ca41 HTTP/1.1" status: 204 len: 168 time: 0.1689651 May 31 13:27:32.292058 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff3d1401-e223-42d7-a8eb-3e52fbc916d3 req-fd8dfe1b-934c-4b16-ab69-f969dee9e4e0 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 210 time: 0.0463510 May 31 13:27:32.337138 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52940) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:32.456508 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.473066 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:32.477721 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Usage tracker for resource:security_group_rule and tenant:4fb5e5ce38c249dba04e68ab383d3557 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:32.480686 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:32.486608 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:32.567594 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.572900 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.580814 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-667d279a-2307-4cb2-af14-667ea4bf0ae2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:32.620325 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4fb5e5ce38c249dba04e68ab383d3557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2819424 May 31 13:27:32.621205 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f93d53-af9f-47b9-bec5-7836cbe00280,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:32.624164 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52948) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:32.624672 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:32.629484 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.687983 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d353703a-060a-4f8f-b4bc-ae7ff7e2b52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.715023 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d353703a-060a-4f8f-b4bc-ae7ff7e2b52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.770401 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d353703a-060a-4f8f-b4bc-ae7ff7e2b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.776079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9088ed46-b65b-40df-890e-fd132c85a000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:32.790881 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353703a-060a-4f8f-b4bc-ae7ff7e2b52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f93d53-af9f-47b9-bec5-7836cbe00280,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:32.793219 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d353703a-060a-4f8f-b4bc-ae7ff7e2b52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:32.798633 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d353703a-060a-4f8f-b4bc-ae7ff7e2b52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:32.800042 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d353703a-060a-4f8f-b4bc-ae7ff7e2b52f admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f3f93d53-af9f-47b9-bec5-7836cbe00280 HTTP/1.1" status: 204 len: 168 time: 0.1741960 May 31 13:27:33.109606 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52956) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:33.130250 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.144267 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:33.148518 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Usage tracker for resource:security_group_rule and tenant:58b74f807d6342be8e26bd1fa1834b39 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:33.151474 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:33.157592 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:33.251838 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.258185 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.268759 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cad21fd0-9a42-40d4-b061-23bc1422b47a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:33.312770 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424199f5-df47-482d-a612-335c149c2f8d,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:33.317116 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=58b74f807d6342be8e26bd1fa1834b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2065003 May 31 13:27:33.318092 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:33.320054 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 52960) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:33.379874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.402086 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f50b6c1-fce4-4634-94e0-667dd9413af6 req-300658da-2ae0-4de0-9891-6fed01b99c3a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 210 time: 0.0463924 May 31 13:27:33.406287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.463357 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.468377 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db7cca56-5769-4701-8a56-dbce969ad512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:33.480697 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424199f5-df47-482d-a612-335c149c2f8d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:33.484129 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:33.490374 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:33.491481 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/424199f5-df47-482d-a612-335c149c2f8d HTTP/1.1" status: 204 len: 168 time: 0.1707695 May 31 13:27:34.248185 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 52994) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:34.359001 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1573483290-network', 'tenant_id': 'ce6bbf135e284b0fb73aeb3258d2a115'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:34.364470 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:34.368687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Usage tracker for resource:network and tenant:ce6bbf135e284b0fb73aeb3258d2a115 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:34.371802 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:34.378532 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:34.396017 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Made reservation on behalf of ce6bbf135e284b0fb73aeb3258d2a115 for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:34.399910 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.420746 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.436953 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:34.441073 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Usage tracker for resource:security_group_rule and tenant:ce6bbf135e284b0fb73aeb3258d2a115 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:34.444149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:34.450244 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:34.653082 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c620c13d-b46e-4c77-9836-391efbb99805 req-e1ec8a3e-791c-4cfb-acd7-aac51aa5276e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 210 time: 0.1391408 May 31 13:27:34.667235 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.676587 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.679617 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-516f2c74-cc5d-42b5-a3d5-7dba2eda6287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:34.706417 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:27:34.714993 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2886bbff-f308-4202-8ecc-0f2879bde404,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.722854 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:34.727113 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.727439 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Added segment f8d3bda8-2975-437c-b68a-b7f7479d8768 of type vlan for network 31937cbf-cadd-43d4-93c0-e03f070649b7 May 31 13:27:34.755349 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.784997 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.786325 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:34.786941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:34.790272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-29fba890-e751-4899-8cdb-948cb2afedf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:34.890150 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Pushing event updated for resources: {'Network': ['ID=31937cbf-cadd-43d4-93c0-e03f070649b7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:34.892748 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:34.894312 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6450686 May 31 13:27:34.897233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53006) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:34.900987 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 31937cbf-cadd-43d4-93c0-e03f070649b7 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:27:34.902608 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Request body: {'subnet': {'network_id': '31937cbf-cadd-43d4-93c0-e03f070649b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1573483290-subnet', 'tenant_id': 'ce6bbf135e284b0fb73aeb3258d2a115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:34.907753 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:34.911650 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Usage tracker for resource:subnet and tenant:ce6bbf135e284b0fb73aeb3258d2a115 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:34.914514 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:34.920361 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:34.932220 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Made reservation on behalf of ce6bbf135e284b0fb73aeb3258d2a115 for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:34.934794 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979485'] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.347900 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6796735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979467'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.352439 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9110848b-5a6d-46ea-9570-46cea8030744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:35.378430 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ce7f0c03-510a-4079-909a-6d77198bead5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.424884 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a98dbf-a89f-4d6e-a0a4-8c76d65d0ec8,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:35.430294 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:35.432800 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Checking segment: {'id': 'f8d3bda8-2975-437c-b68a-b7f7479d8768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '31937cbf-cadd-43d4-93c0-e03f070649b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:35.433139 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Network hostable DHCP agents. Network: 31937cbf-cadd-43d4-93c0-e03f070649b7, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:27:35.451051 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Network 31937cbf-cadd-43d4-93c0-e03f070649b7 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:27:35.461013 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 31937cbf-cadd-43d4-93c0-e03f070649b7) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:35.472485 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c61154a-d6a3-4c0c-9861-1b1bfbef02b6 None None] Network 31937cbf-cadd-43d4-93c0-e03f070649b7 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:35.475959 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:35.476982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.502095 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-db33bfcc-b913-4517-be2c-db4d77660687 admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6037776 May 31 13:27:35.517143 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-ed0111b5-9c9e-4a66-bef8-6604afb1ae5b tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:35.518863 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-ed0111b5-9c9e-4a66-bef8-6604afb1ae5b tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 814 time: 0.1671579 May 31 13:27:35.531595 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'port': {'device_id': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'admin_state_up': True, 'tenant_id': '4d211166294e465886a763a9dc10e4a2'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:35.714281 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b123ed38-3215-4e60-a27c-8c36caeb91e7 None None] Network 31937cbf-cadd-43d4-93c0-e03f070649b7 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:35.735319 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:35.739490 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:port and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:35.742606 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:35.749818 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:35.763663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Made reservation on behalf of 4d211166294e465886a763a9dc10e4a2 for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:35.767161 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:35.884182 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ea203f62-a38f-4bbd-9b81-a4a0ec63a410 req-4891752b-9e22-4cac-9158-e989cdb3255d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 210 time: 0.0466044 May 31 13:27:35.973072 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Allocated IP 172.20.0.10 (c628f464-f240-4185-887e-0c976deb909c/dccfd13d-115a-4e9c-b4a6-f08df8e1ae31/c54795b7-ce20-4661-b886-63e1f05bdf68) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:27:36.113075 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53042) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:36.118941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-54136490-network', 'tenant_id': '84ac4e97fd464ed3a290176e086353eb'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:36.123734 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:36.127590 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Usage tracker for resource:network and tenant:84ac4e97fd464ed3a290176e086353eb is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:36.130529 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:36.140668 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:36.152113 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Made reservation on behalf of 84ac4e97fd464ed3a290176e086353eb for: {'network': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:36.155060 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.170003 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.185719 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:36.189724 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Usage tracker for resource:security_group_rule and tenant:84ac4e97fd464ed3a290176e086353eb is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:36.192915 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:36.195360 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.198981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:36.214776 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Transition to ACTIVE for port object c54795b7-ce20-4661-b886-63e1f05bdf68 will not be triggered until provisioned by entity DHCP. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:36.248720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.259424 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-51f68f3a-e535-40c4-ac11-b140701d640d tempest-VolumesActionsTest-416316856 tempest-VolumesActionsTest-416316856-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:36.310592 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.318240 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.332057 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d4bda8a6-f533-4437-a5e4-1f0b40bbe21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:36.354341 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Network c628f464-f240-4185-887e-0c976deb909c is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:27:36.358204 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:36.363684 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:27:36.383597 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d75b2e-6758-4f29-85eb-5055665c5dbf,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.387904 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:36.401275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=91755) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:27:36.419329 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.420027 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.segments_db [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Added segment a2a1134f-eb64-45f7-84d7-329468ea2314 of type vlan for network 8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d May 31 13:27:36.455118 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.463481 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.467998 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:36.491260 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:36.492188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.517874 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.519937 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9925239 May 31 13:27:36.521123 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:36.523254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.535262 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:36.649081 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Pushing event updated for resources: {'Network': ['ID=8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:36.659317 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:27:36.675493 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5578368 May 31 13:27:36.675493 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:36.675872 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53052) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:36.681714 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Request body: {'subnet': {'network_id': '8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-54136490-subnet', 'tenant_id': '84ac4e97fd464ed3a290176e086353eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:36.687581 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:36.691871 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Usage tracker for resource:subnet and tenant:84ac4e97fd464ed3a290176e086353eb is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:36.694965 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:36.717329 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:36.736591 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Made reservation on behalf of 84ac4e97fd464ed3a290176e086353eb for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:27:36.739191 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6763053'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.822308 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-23bf135a-ddde-4007-85a1-11434f254854 None None] Provisioning for port c54795b7-ce20-4661-b886-63e1f05bdf68 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:36.827923 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-23bf135a-ddde-4007-85a1-11434f254854 None None] Provisioning complete for port c54795b7-ce20-4661-b886-63e1f05bdf68 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:36.828850 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-23bf135a-ddde-4007-85a1-11434f254854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:36.899882 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-23bf135a-ddde-4007-85a1-11434f254854 None None] Port c54795b7-ce20-4661-b886-63e1f05bdf68 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:27:37.117488 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5b2dc4-006a-4a98-bcfa-1facf8183876 req-de6808f2-7f68-4c52-8aaa-c11f8875495a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:37.119344 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa5b2dc4-006a-4a98-bcfa-1facf8183876 req-de6808f2-7f68-4c52-8aaa-c11f8875495a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.0849905 May 31 13:27:37.172863 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-fa5b2dc4-006a-4a98-bcfa-1facf8183876 req-b2370324-e59c-4456-95e1-836d284d3cde tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Synchronizing usage tracker for tenant:4d211166294e465886a763a9dc10e4a2 on resource:security_group {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:27:37.199602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-fa5b2dc4-006a-4a98-bcfa-1facf8183876 req-b2370324-e59c-4456-95e1-836d284d3cde tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Unset dirty status for tenant:4d211166294e465886a763a9dc10e4a2 on resource:security_group {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:27:37.201052 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fa5b2dc4-006a-4a98-bcfa-1facf8183876 req-b2370324-e59c-4456-95e1-836d284d3cde tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755737 May 31 13:27:37.326654 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6453173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6763067'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.331143 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:37.400882 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bddd0882-3bb5-4f2c-983f-70c5f51489f9,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:37.405285 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:37.411803 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Checking segment: {'id': 'a2a1134f-eb64-45f7-84d7-329468ea2314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:37.412149 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Network hostable DHCP agents. Network: 8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:27:37.431192 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Network 8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:27:37.441454 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:27:37.450345 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:37.451117 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.452589 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b304690c-aa16-4c27-848f-8b77c9c25c2d None None] Network 8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:37.471863 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7947676 May 31 13:27:37.692873 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65bba1-05b8-415e-8aba-d43a6d1bd077 None None] Network 8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:27:37.790297 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:37.936221 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-aad64e05-9de8-4878-8258-77c68e797d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:38.441551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ea619-ad7f-4e90-bb3f-78936baaaf46 req-579c5213-95f2-4423-9f64-376351deb858 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:38.444062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b5ea619-ad7f-4e90-bb3f-78936baaaf46 req-579c5213-95f2-4423-9f64-376351deb858 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.1004453 May 31 13:27:38.491870 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7b5ea619-ad7f-4e90-bb3f-78936baaaf46 req-feb4e335-b267-4fb2-a5d4-2daa17b0c465 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 May 31 13:27:39.141151 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:39.698593 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2903036-8214-4799-8c17-d599bf63352c req-79e9616d-68f4-4ddc-97b4-8ca530e6666e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:39.700900 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b2903036-8214-4799-8c17-d599bf63352c req-79e9616d-68f4-4ddc-97b4-8ca530e6666e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.1025898 May 31 13:27:39.749680 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b2903036-8214-4799-8c17-d599bf63352c req-576b4240-dc44-480f-af89-443654db104f tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422425 May 31 13:27:40.697260 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:40.949038 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a59888-1507-4cdc-bd5d-9786cd1e3315 req-45cb6754-9ea3-45c0-921f-4e841e6a6fb9 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:40.950757 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c1a59888-1507-4cdc-bd5d-9786cd1e3315 req-45cb6754-9ea3-45c0-921f-4e841e6a6fb9 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.0844917 May 31 13:27:40.996653 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c1a59888-1507-4cdc-bd5d-9786cd1e3315 req-9ab88a65-b524-4920-84c6-378a3b6a8052 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402203 May 31 13:27:42.192560 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab928a-a631-4ffe-a129-0e12bc21d29f req-00a0f91f-374c-45a0-a081-ff37ebbf68c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:42.194140 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8ab928a-a631-4ffe-a129-0e12bc21d29f req-00a0f91f-374c-45a0-a081-ff37ebbf68c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.0858469 May 31 13:27:42.244414 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e8ab928a-a631-4ffe-a129-0e12bc21d29f req-bd927a29-8517-4a51-9cf2-b4137c91d257 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 May 31 13:27:43.464805 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e2adb4-a0a5-4a3f-9ebb-e626ca18371e req-7b1ad2bd-25c6-43cb-8240-5324e03a26df tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:43.466251 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47e2adb4-a0a5-4a3f-9ebb-e626ca18371e req-7b1ad2bd-25c6-43cb-8240-5324e03a26df tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.0869663 May 31 13:27:43.519778 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-47e2adb4-a0a5-4a3f-9ebb-e626ca18371e req-b491ff7d-0085-40a2-9204-d05424b08d42 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478275 May 31 13:27:44.779433 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50122fc1-5d3b-41bb-be56-47023ec389b8 req-d0dbc1d5-0858-407c-90a9-d51e3b784e0a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:44.780869 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-50122fc1-5d3b-41bb-be56-47023ec389b8 req-d0dbc1d5-0858-407c-90a9-d51e3b784e0a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.1161599 May 31 13:27:44.832261 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-50122fc1-5d3b-41bb-be56-47023ec389b8 req-56ec77ec-4881-40c2-ac8d-0beb0e305e5d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 May 31 13:27:46.059584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0afae-e555-48d2-ac64-7c045b99049c req-2ee8f0cb-387f-4dac-bebe-ff54807795b6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:46.061032 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bec0afae-e555-48d2-ac64-7c045b99049c req-2ee8f0cb-387f-4dac-bebe-ff54807795b6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.1149018 May 31 13:27:46.208231 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bec0afae-e555-48d2-ac64-7c045b99049c req-28075848-2f75-41c6-b93b-f131dbe537ac tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413202 May 31 13:27:47.422094 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bebe09-259e-4772-b89d-7325c168c6b9 req-166e1c2a-52d1-4ed7-85ef-9c8da428d6fd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:47.423577 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-84bebe09-259e-4772-b89d-7325c168c6b9 req-166e1c2a-52d1-4ed7-85ef-9c8da428d6fd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.0827649 May 31 13:27:47.471055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-84bebe09-259e-4772-b89d-7325c168c6b9 req-f5cc2e6e-897d-4290-932a-a292f5762655 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415983 May 31 13:27:48.665622 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd733965-a38b-46f2-9b9c-d7a31bfd1580 req-23d4d82d-b156-4cbb-a42f-c50586b3713a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:48.667070 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bd733965-a38b-46f2-9b9c-d7a31bfd1580 req-23d4d82d-b156-4cbb-a42f-c50586b3713a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.0807748 May 31 13:27:48.712610 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bd733965-a38b-46f2-9b9c-d7a31bfd1580 req-acd36f9c-0a24-4759-836b-408371b45b5e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372822 May 31 13:27:49.779069 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-8f60c35b-bb66-4ee9-89db-cb0e57628df0 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91756) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:27:49.780393 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-8f60c35b-bb66-4ee9-89db-cb0e57628df0 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070350 May 31 13:27:49.927204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bcc70-840e-42f4-b92f-653ad28d9f07 req-926aa205-e412-4d14-9dd3-e4cefdad745a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:49.929158 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc9bcc70-840e-42f4-b92f-653ad28d9f07 req-926aa205-e412-4d14-9dd3-e4cefdad745a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 932 time: 0.0952487 May 31 13:27:49.977288 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-dc9bcc70-840e-42f4-b92f-653ad28d9f07 req-d6dac669-ec12-456e-96c1-4085d74c4497 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421450 May 31 13:27:50.035909 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Request body: {'port': {'device_id': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:27:50.153164 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.417158 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:27:50.501434 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54795b7-ce20-4661-b886-63e1f05bdf68 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:27:50.508726 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.522894 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Transition to ACTIVE for port object c54795b7-ce20-4661-b886-63e1f05bdf68 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:27:50.528113 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.533534 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:50.709132 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Pushing event updated for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:50.712113 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:50.789965 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Attempting to bind port c54795b7-ce20-4661-b886-63e1f05bdf68 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:27:50.790554 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Attempting to bind port c54795b7-ce20-4661-b886-63e1f05bdf68 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:27:50.790655 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Attempting to bind port c54795b7-ce20-4661-b886-63e1f05bdf68 on network c628f464-f240-4185-887e-0c976deb909c {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:50.795582 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Port c54795b7-ce20-4661-b886-63e1f05bdf68 on network c628f464-f240-4185-887e-0c976deb909c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:27:50.795891 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Attempting to bind port c54795b7-ce20-4661-b886-63e1f05bdf68 on network c628f464-f240-4185-887e-0c976deb909c {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:27:50.800946 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:27:50.801270 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Checking segment: {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:27:50.801643 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Bound using segment: {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:27:50.802129 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Bound port: c54795b7-ce20-4661-b886-63e1f05bdf68, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edcc7704-c16a-49f0-bf15-1f6b323335e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c628f464-f240-4185-887e-0c976deb909c'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:27:50.802447 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.897100 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:27:50.900053 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c54795b7-ce20-4661-b886-63e1f05bdf68,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:27:50.906295 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.910936 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0a704e5d-14a4-4ad7-868e-2e61a8436f77 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:50.964433 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:50.965054 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:50.966504 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] 10.222.0.41 "PUT /v2.0/ports/c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 1094 time: 1.1757832 May 31 13:27:50.967218 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:27:50.969584 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc654007-f582-487f-9a50-ed06b3fbbbac" -d '{"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:27:51.003596 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Pushing event updated for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:51.006937 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:51.095288 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-37c69048-a999-4380-ba39-b20673e2b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:51.097311 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-37c69048-a999-4380-ba39-b20673e2b835 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1097 time: 0.0810933 May 31 13:27:51.170324 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-3ef53f9e-2396-478a-ac6a-972e999783d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 217 time: 0.0644569 May 31 13:27:51.210118 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a4633-1812-42b4-82ef-31037bfa46f1 req-80d07092-2097-407a-b736-fe996e7badbe tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:51.211581 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-046a4633-1812-42b4-82ef-31037bfa46f1 req-80d07092-2097-407a-b736-fe996e7badbe tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 944 time: 0.0975676 May 31 13:27:51.239328 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-4a09e0c7-ab34-4f70-abad-8f415d049a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:51.240683 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-4a09e0c7-ab34-4f70-abad-8f415d049a38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0636733 May 31 13:27:51.256438 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-046a4633-1812-42b4-82ef-31037bfa46f1 req-bb176efe-d3e3-423e-a0ab-879c8e4bdb73 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 May 31 13:27:51.315467 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-3095a568-bd88-4fcb-838b-bca320d164aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:51.316914 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-3095a568-bd88-4fcb-838b-bca320d164aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701883 May 31 13:27:51.447052 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-3b13669c-db95-484b-b5ee-710244f313ec service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235449 May 31 13:27:51.588141 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-2f88d8c9-f25a-41fc-a95c-959390c19f91 req-9ff46ed4-f522-436b-93d6-f4320a77aae7 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343257 May 31 13:27:52.202109 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d5f0ffd-82e2-4f6a-a5eb-8a2c3b6ee95a x-openstack-request-id: req-4d5f0ffd-82e2-4f6a-a5eb-8a2c3b6ee95a {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:27:52.202829 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:27:52.203226 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-4d5f0ffd-82e2-4f6a-a5eb-8a2c3b6ee95a {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:27:52.203892 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'status': 'completed', 'code': 200} May 31 13:27:52.408768 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-e490f480-08b3-4ada-9a6f-bb651ad64b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:52.410280 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-e490f480-08b3-4ada-9a6f-bb651ad64b76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1097 time: 0.1806490 May 31 13:27:52.459030 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b50eff-aeb3-4a19-ba58-a04af4bccdb3 req-4927c527-152b-4408-83b6-79e61d0bd072 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:52.460692 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13b50eff-aeb3-4a19-ba58-a04af4bccdb3 req-4927c527-152b-4408-83b6-79e61d0bd072 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 944 time: 0.0916140 May 31 13:27:52.512730 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-13b50eff-aeb3-4a19-ba58-a04af4bccdb3 req-a0e0318e-93df-4510-bae1-a5299de986dc tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455823 May 31 13:27:52.546037 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-6eecd05c-623e-42ce-9df4-ac37efb6b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:52.547474 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-6eecd05c-623e-42ce-9df4-ac37efb6b51b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1278706 May 31 13:27:52.617846 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-9accdb43-7bcc-4dd7-9321-5c484133f6ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 217 time: 0.0637908 May 31 13:27:52.680248 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-8b9c0e47-d301-412e-9510-5a062d4dd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:52.681680 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-8b9c0e47-d301-412e-9510-5a062d4dd1d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0576086 May 31 13:27:52.760168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-98200b38-351a-4f0d-99b2-0d10354081bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:52.761645 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-98200b38-351a-4f0d-99b2-0d10354081bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719204 May 31 13:27:52.891838 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-3cb9d6b0-e576-434f-b16c-f0e185aa3697 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223521 May 31 13:27:53.025569 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-fc654007-f582-487f-9a50-ed06b3fbbbac req-411a8992-5f81-4687-aac3-bb511f714b65 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273787 May 31 13:27:53.712999 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2724fd1-0e6b-4b3c-9196-e5ae35b22c27 req-71d94574-10ef-4ab5-b828-f64df25460ab tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:53.714472 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2724fd1-0e6b-4b3c-9196-e5ae35b22c27 req-71d94574-10ef-4ab5-b828-f64df25460ab tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 944 time: 0.0831368 May 31 13:27:53.758492 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2724fd1-0e6b-4b3c-9196-e5ae35b22c27 req-1c68127a-6e69-49d2-a871-18ced55f1bc3 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383773 May 31 13:27:54.368912 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53248) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:54.434198 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Deleting subnet c2a98dbf-a89f-4d6e-a0a4-8c76d65d0ec8 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:27:54.437461 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.487094 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.544796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.786341 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.790376 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-2b3616b1-3565-4fba-b239-c7088b68244a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:54.827386 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a98dbf-a89f-4d6e-a0a4-8c76d65d0ec8,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:54.830346 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:54.831325 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.840189 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/c2a98dbf-a89f-4d6e-a0a4-8c76d65d0ec8 HTTP/1.1" status: 204 len: 168 time: 0.4677467 May 31 13:27:54.840450 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53256) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:54.941692 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:54.949951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82345a6-e2f5-46f8-84cc-c3574e42635f req-59dbe053-2786-43d8-ae0e-b7d26a22ee5b tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:54.951527 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b82345a6-e2f5-46f8-84cc-c3574e42635f req-59dbe053-2786-43d8-ae0e-b7d26a22ee5b tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 944 time: 0.0842421 May 31 13:27:54.999877 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b82345a6-e2f5-46f8-84cc-c3574e42635f req-c30a4989-9aae-4d9f-b977-ac01a8706076 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414686 May 31 13:27:55.069294 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.081741 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31937cbf-cadd-43d4-93c0-e03f070649b7']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:55.093489 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d3bda8-2975-437c-b68a-b7f7479d8768') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:55.093781 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d3bda8-2975-437c-b68a-b7f7479d8768') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:55.105161 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.120526 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.126371 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:27:55.126764 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:27:55.139426 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:27:55.215313 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.219161 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-81ad5468-1d04-497a-8090-f9da49efac7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:55.318217 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.324080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Pushing event deleted for resources: {'Network': ['ID=31937cbf-cadd-43d4-93c0-e03f070649b7,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:55.326721 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:55.328552 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-83fcf742-7e93-4feb-ada7-357da0d511dc admin admin] 10.222.0.68 "DELETE /v2.0/networks/31937cbf-cadd-43d4-93c0-e03f070649b7 HTTP/1.1" status: 204 len: 168 time: 0.4871435 May 31 13:27:55.332776 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53260) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:55.392746 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Deleting subnet bddd0882-3bb5-4f2c-983f-70c5f51489f9 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:27:55.396152 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.454122 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.512088 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.784943 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.790180 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ffeab79f-7f16-4847-ab4b-062c31b2ea9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:55.823640 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bddd0882-3bb5-4f2c-983f-70c5f51489f9,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:55.826604 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:55.827587 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:55.833359 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f1347163-ac5b-44e6-8508-842a713cea33 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/bddd0882-3bb5-4f2c-983f-70c5f51489f9 HTTP/1.1" status: 204 len: 168 time: 0.4996338 May 31 13:27:55.836978 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53266) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:55.943131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.082667 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.095737 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:56.108864 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a1134f-eb64-45f7-84d7-329468ea2314') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:56.109165 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a1134f-eb64-45f7-84d7-329468ea2314') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:27:56.160807 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.177123 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c54795b7-ce20-4661-b886-63e1f05bdf68 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:27:56.185881 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.195367 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:27:56.195760 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:27:56.208978 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:27:56.300908 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f339f81-776a-4551-acd8-178fae2a97ce req-dc6269a5-06e5-4d9c-8585-da040bf5d396 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:56.302303 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1f339f81-776a-4551-acd8-178fae2a97ce req-dc6269a5-06e5-4d9c-8585-da040bf5d396 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 944 time: 0.1838822 May 31 13:27:56.303607 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.307490 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:56.310265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c54795b7-ce20-4661-b886-63e1f05bdf68,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:56.323799 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'port_id': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'mac_address': 'fa:16:3e:c6:84:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:27:56.324138 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.343081 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:56.346945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:56.349933 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ec066c4d-9526-4373-a9ca-62883bb63f32 admin admin] 10.222.0.68 "DELETE /v2.0/networks/8dae0dd6-59a2-4c30-a0a7-70c516a8dc1d HTTP/1.1" status: 204 len: 168 time: 0.5118792 May 31 13:27:56.378205 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1f339f81-776a-4551-acd8-178fae2a97ce req-6d2583b0-5749-43b7-a2e3-a3d5c32d9609 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550673 May 31 13:27:56.379889 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.398307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54795b7-ce20-4661-b886-63e1f05bdf68 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:27:56.413936 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c54795b7-ce20-4661-b886-63e1f05bdf68,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:56.418335 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.420173 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-102b77e6-cd44-4d6a-9cc2-4d5f085126b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:56.490477 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:56.494311 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:56.531204 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53274) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:56.581880 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b8232c49-4389-497f-8b74-c3d7cdcae4be admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=ce6bbf135e284b0fb73aeb3258d2a115&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491726 May 31 13:27:56.585135 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53280) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:56.651527 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ff35-ceb8-413d-9e3a-bbb22d3837b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.677816 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ff35-ceb8-413d-9e3a-bbb22d3837b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.738598 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ff35-ceb8-413d-9e3a-bbb22d3837b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.742234 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-356d90f9-7840-491f-a9f1-288166b7320a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:56.753074 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6ff35-ceb8-413d-9e3a-bbb22d3837b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2886bbff-f308-4202-8ecc-0f2879bde404,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:56.756526 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3ca6ff35-ceb8-413d-9e3a-bbb22d3837b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:56.759796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ca6ff35-ceb8-413d-9e3a-bbb22d3837b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:56.760909 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-3ca6ff35-ceb8-413d-9e3a-bbb22d3837b0 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/2886bbff-f308-4202-8ecc-0f2879bde404 HTTP/1.1" status: 204 len: 168 time: 0.1745963 May 31 13:27:56.779269 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c54795b7-ce20-4661-b886-63e1f05bdf68'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:27:57.110929 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53288) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:57.159301 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0d7e9925-037b-4003-9c0e-c97b510c90bb admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=84ac4e97fd464ed3a290176e086353eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471134 May 31 13:27:57.161547 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53292) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:57.225685 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26a45b53-d31a-433d-aa64-267bf97fbb55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.253258 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26a45b53-d31a-433d-aa64-267bf97fbb55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.313145 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26a45b53-d31a-433d-aa64-267bf97fbb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.316765 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c949bcaf-747b-4b78-9e1d-94ef9e5e2474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:57.329116 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a45b53-d31a-433d-aa64-267bf97fbb55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d75b2e-6758-4f29-85eb-5055665c5dbf,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:57.332057 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-26a45b53-d31a-433d-aa64-267bf97fbb55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:57.333927 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-26a45b53-d31a-433d-aa64-267bf97fbb55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:57.338080 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-26a45b53-d31a-433d-aa64-267bf97fbb55 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/56d75b2e-6758-4f29-85eb-5055665c5dbf HTTP/1.1" status: 204 len: 168 time: 0.1755636 May 31 13:27:57.564039 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480c5e7-f1a3-42d4-a323-00e446473d49 req-8b04f305-5cb4-4b08-90da-3b1cd113b756 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:57.565507 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2480c5e7-f1a3-42d4-a323-00e446473d49 req-8b04f305-5cb4-4b08-90da-3b1cd113b756 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 945 time: 0.0837338 May 31 13:27:57.613376 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2480c5e7-f1a3-42d4-a323-00e446473d49 req-5891a269-dbd4-49eb-aed4-78542686948b tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419948 May 31 13:27:58.192457 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c54795b7-ce20-4661-b886-63e1f05bdf68 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:27:58.262427 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port c54795b7-ce20-4661-b886-63e1f05bdf68 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:27:58.267949 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port c54795b7-ce20-4661-b886-63e1f05bdf68 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:27:58.268407 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.386472 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.414232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:27:58.416509 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1372b1-df1d-4add-b6e3-8ae136c72793" -d '{"events": [{"server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "name": "network-vif-plugged", "status": "completed", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:27:58.424602 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c54795b7-ce20-4661-b886-63e1f05bdf68,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:27:58.430168 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.432524 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:58.505162 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:58.508455 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:58.562945 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53334) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:58.653466 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0798e4b4-ad25-4cda-b291-75168bbbfe4a x-openstack-request-id: req-0798e4b4-ad25-4cda-b291-75168bbbfe4a {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:27:58.653764 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "name": "network-vif-plugged", "status": "completed", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:27:58.654008 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0798e4b4-ad25-4cda-b291-75168bbbfe4a {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:27:58.654430 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'code': 200} May 31 13:27:58.696633 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.711343 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:27:58.715400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b9a184484d45758bcd9f210bfee01c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:27:58.718611 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:27:58.725540 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:27:58.811754 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958dd012-6c0e-44c3-9482-f9f70bcf041c req-e20e2c97-262d-48d0-97d9-e41d5e2469a7 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:58.813394 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-958dd012-6c0e-44c3-9482-f9f70bcf041c req-e20e2c97-262d-48d0-97d9-e41d5e2469a7 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0910082 May 31 13:27:58.825683 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.861573 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-958dd012-6c0e-44c3-9482-f9f70bcf041c req-f4fb9a29-dee0-41b6-bad2-3f4b90730835 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 May 31 13:27:58.874517 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:58.883793 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0b8ba8df-9a9d-4cd4-a9b7-9d909ba255b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:58.936337 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d6b9a184484d45758bcd9f210bfee01c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3722486 May 31 13:27:58.939445 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53344) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:27:58.939724 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f45f00d-e49d-4f5d-b93c-8241f8965ac8,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:58.943471 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-8af34cc2-3f6d-44dc-bfe7-77fdef37a3b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:58.956464 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a068447-b28c-4367-b56e-8bf7a8f0842e req-57a2f734-cfed-475f-b042-00104980de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:27:58.957916 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4a068447-b28c-4367-b56e-8bf7a8f0842e req-57a2f734-cfed-475f-b042-00104980de39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1099 time: 0.1307955 May 31 13:27:59.000442 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-4a068447-b28c-4367-b56e-8bf7a8f0842e req-cd659712-d3e3-4e00-9352-0141a8e0532b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362387 May 31 13:27:59.001770 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.030466 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.084388 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.089211 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5256e01e-7c5f-4531-b0bf-2e55a7d4915e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:27:59.101036 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f45f00d-e49d-4f5d-b93c-8241f8965ac8,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:27:59.103956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:27:59.105951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:27:59.107081 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3f45f00d-e49d-4f5d-b93c-8241f8965ac8 HTTP/1.1" status: 204 len: 168 time: 0.1666777 May 31 13:28:00.052310 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db644e6-edec-44f7-aa12-6b760d2db215 req-b217ae03-a2f0-421f-bd57-71e4fcf4c6c8 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:00.053756 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2db644e6-edec-44f7-aa12-6b760d2db215 req-b217ae03-a2f0-421f-bd57-71e4fcf4c6c8 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0805252 May 31 13:28:00.098121 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2db644e6-edec-44f7-aa12-6b760d2db215 req-1a55c57e-71f2-4e76-987d-d515e7ec53bc tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385718 May 31 13:28:01.377428 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9c97d-7c5d-4c06-ac53-3db10fe1fadc req-0f0b8747-87c7-4221-b46e-fc39171dc4b6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:01.378889 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2dd9c97d-7c5d-4c06-ac53-3db10fe1fadc req-0f0b8747-87c7-4221-b46e-fc39171dc4b6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.1674454 May 31 13:28:01.424709 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2dd9c97d-7c5d-4c06-ac53-3db10fe1fadc req-8e83356b-8d11-405d-980a-0d44197821d9 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400350 May 31 13:28:01.621463 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cb4cb-b7c4-40e8-afd8-e49e7685fcb3 req-962f56c0-aaf0-4917-8f9b-e2879c5f3e76 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:01.622923 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-646cb4cb-b7c4-40e8-afd8-e49e7685fcb3 req-962f56c0-aaf0-4917-8f9b-e2879c5f3e76 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0846925 May 31 13:28:01.669235 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-646cb4cb-b7c4-40e8-afd8-e49e7685fcb3 req-3cfce302-7516-47d9-9318-d97eb1e952ec tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 May 31 13:28:02.065696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda315a2-06a0-4591-855c-95be79e47c19 req-fed1b822-ddea-4f0b-983c-3237a032da8a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:02.067278 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eda315a2-06a0-4591-855c-95be79e47c19 req-fed1b822-ddea-4f0b-983c-3237a032da8a tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0805094 May 31 13:28:02.113867 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eda315a2-06a0-4591-855c-95be79e47c19 req-c81df404-d0f0-46a0-a557-f7eaf6740b7e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386939 May 31 13:28:02.663719 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:05.364896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-abbe90ec-573a-4a23-ae7c-7c234439cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:07.772555 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:07.911728 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-093165b0-ab32-4881-943d-57741d3ca886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:09.149033 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:10.708219 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.372510 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a24aa-870f-4144-a749-9205cca1af63 req-a03ae2f8-9e40-4488-a1cf-84245898627d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:13.373990 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eb8a24aa-870f-4144-a749-9205cca1af63 req-a03ae2f8-9e40-4488-a1cf-84245898627d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0840504 May 31 13:28:13.423216 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eb8a24aa-870f-4144-a749-9205cca1af63 req-19476ff4-7305-477b-82c8-413bad61c182 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433297 May 31 13:28:13.457696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53434) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:13.698777 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa034ce-fd13-4f04-a836-0182577349d3 tempest-TestMinimumBasicScenario-2094611762 tempest-TestMinimumBasicScenario-2094611762-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:13.700333 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5aa034ce-fd13-4f04-a836-0182577349d3 tempest-TestMinimumBasicScenario-2094611762 tempest-TestMinimumBasicScenario-2094611762-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1094 time: 0.2416804 May 31 13:28:13.704114 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53440) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:13.709018 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'port_id': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:13.714902 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:13.718832 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:floatingip and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:13.721690 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:13.727861 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:13.741482 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for floatingip, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:13.879472 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.025380 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Allocated IP 172.27.1.57 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/1a35fdb4-bf07-4579-a25b-a74a3f30b9e2) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:28:14.188273 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.218860 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.223776 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:14.286932 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:28:14.289557 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:28:14.294284 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:28:14.328322 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'Port': ['ID=1a35fdb4-bf07-4579-a25b-a74a3f30b9e2,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:14.344492 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.344871 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.345238 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.345602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.345956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.346310 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.346665 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.347051 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.347392 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.347742 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.348090 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.348801 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:14.352462 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:14.751072 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:14.826078 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.126633 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.134536 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.138129 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:15.241672 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'Port': ['ID=1a35fdb4-bf07-4579-a25b-a74a3f30b9e2,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:15.245541 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:15.254193 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:15.425156 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Floating IP caad3dc6-6e5a-4e38-81fe-65972b8d9f23 associated. External IP: 172.27.1.57, port: c54795b7-ce20-4661-b886-63e1f05bdf68. May 31 13:28:15.786065 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Router a99789cb-23f3-4c9f-b1d5-0a8cd072208f has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:28:15.968563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:28:15.980253 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] Sync routers for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:28:15.990455 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:28:15.991095 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:28:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:15.998625 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.053328 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3480914 May 31 13:28:16.053980 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:28:16.056174 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53456) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.056663 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52430503-fa31-4c87-964e-a239ec2efe87" -d '{"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:28:16.062292 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1659193139', 'description': 'tempest-secgroup-smoke-1659193139 description', 'project_id': '4d211166294e465886a763a9dc10e4a2'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:16.068847 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:16.078951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:16.089852 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.111160 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:16.115390 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:16.118202 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:16.124515 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:16.175447 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:28:16.197878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.202855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.207981 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b5836015-cf2b-45b3-b7c6-62d876fbffcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:16.231785 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2df59436-a5b2-400d-977f-9dba7f843ecb x-openstack-request-id: req-2df59436-a5b2-400d-977f-9dba7f843ecb {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:28:16.238411 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:28:16.239076 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2df59436-a5b2-400d-977f-9dba7f843ecb {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:28:16.239724 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'status': 'completed', 'code': 200} May 31 13:28:16.249426 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e19168-2bbe-46d2-a9d4-73a868c697ed,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:16.295042 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.295481 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.295864 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.296348 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.296878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.297230 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.297529 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.297898 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.298242 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.298700 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.299039 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.299393 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:28:16.307209 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.312530 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2504177 May 31 13:28:16.313756 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53464) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.314909 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5e88a589-42b8-42ba-96e4-1ad012520846 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:16.322601 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'security_group_rule': {'security_group_id': '48e19168-2bbe-46d2-a9d4-73a868c697ed', 'project_id': '4d211166294e465886a763a9dc10e4a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:16.333192 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:16.339834 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:16.343270 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:16.347063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52430503-fa31-4c87-964e-a239ec2efe87 req-5d146f43-a266-45ae-94f5-c82268121412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:16.349221 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-52430503-fa31-4c87-964e-a239ec2efe87 req-5d146f43-a266-45ae-94f5-c82268121412 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1099 time: 0.0887218 May 31 13:28:16.351647 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:16.371752 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.443628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.448023 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.456532 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c4a053dd-5a5e-4484-ad9a-d24a703e6b44 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:16.478537 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64e9249-7b0d-4312-ba5d-428da4d23aac,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:16.487008 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:16.492570 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.496434 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1790693 May 31 13:28:16.496571 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52430503-fa31-4c87-964e-a239ec2efe87 req-e6216888-33ea-42be-afe8-cb4ab03823a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:16.496571 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-52430503-fa31-4c87-964e-a239ec2efe87 req-e6216888-33ea-42be-afe8-cb4ab03823a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1393399 May 31 13:28:16.496738 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53470) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.502125 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'security_group_rule': {'security_group_id': '48e19168-2bbe-46d2-a9d4-73a868c697ed', 'project_id': '4d211166294e465886a763a9dc10e4a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:16.508139 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:16.511940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:16.514848 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:16.520758 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:16.537574 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'caad3dc6-6e5a-4e38-81fe-65972b8d9f23', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'port_id': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'mac_address': 'fa:16:3e:c6:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:28:14Z', 'updated_at': '2021-05-31T13:28:14Z', 'revision_number': 0, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:15Z', 'revision_number': 5, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:16.539689 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.541373 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] Checking router: a99789cb-23f3-4c9f-b1d5-0a8cd072208f for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:28:16.549612 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:28:16.550208 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:28:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:16.605129 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-52430503-fa31-4c87-964e-a239ec2efe87 req-f1b7d132-998a-46b6-af11-9c2f647fd2ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 999 time: 0.1014297 May 31 13:28:16.606233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.610476 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.612743 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dc03a283-51c3-4f50-ba40-e40184b88eae tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:16.634605 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cdbeee4-fa9c-40f0-85bf-7b33d6d92f65,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:16.637203 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:16.645963 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.650270 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5a2f4de1-728d-4191-929d-bd612f4d71d1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1527481 May 31 13:28:16.650906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53474) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.656540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'security_group_rule': {'security_group_id': '48e19168-2bbe-46d2-a9d4-73a868c697ed', 'project_id': '4d211166294e465886a763a9dc10e4a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:16.662472 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:16.666587 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:16.669406 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:16.672839 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52430503-fa31-4c87-964e-a239ec2efe87 req-0a86b7f1-69de-4037-8209-885c0c98f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:16.674610 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-52430503-fa31-4c87-964e-a239ec2efe87 req-0a86b7f1-69de-4037-8209-885c0c98f33c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0593886 May 31 13:28:16.675332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:16.692781 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.737685 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:28:16.751985 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52430503-fa31-4c87-964e-a239ec2efe87 req-715aa459-c74d-4f73-9e2d-39c54775788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:16.753538 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-52430503-fa31-4c87-964e-a239ec2efe87 req-715aa459-c74d-4f73-9e2d-39c54775788d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721798 May 31 13:28:16.761623 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.766090 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.768382 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9b5de51-fc8d-4936-a490-643319902e6e tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:16.788718 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5f3edc-513c-4e79-92e4-af1eb8e73e94,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:16.793525 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:16.802456 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.803685 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-27a0abbc-1c4a-4e73-93aa-dcd3afba78eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517363 May 31 13:28:16.807278 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53478) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.812149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'security_group_rule': {'security_group_id': '48e19168-2bbe-46d2-a9d4-73a868c697ed', 'project_id': '4d211166294e465886a763a9dc10e4a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:16.817921 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:16.821731 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:16.824625 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:16.830416 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:16.847162 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.894295 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-52430503-fa31-4c87-964e-a239ec2efe87 req-b2c46c1d-d7ed-42d9-a0ca-dc2ca830839f service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323488 May 31 13:28:16.911395 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.916062 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.918171 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-729059e8-0f52-45f5-acf1-575d84172ff5 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:16.941192 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b4dfe1-2277-416f-9232-c4a016eca10a,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:16.948931 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:16.957534 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:16.961399 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-1adf5ee0-e2a4-47ff-a60c-dbf22299edea tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1510742 May 31 13:28:16.961592 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53482) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:16.977387 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'security_group_rule': {'security_group_id': '48e19168-2bbe-46d2-a9d4-73a868c697ed', 'project_id': '4d211166294e465886a763a9dc10e4a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:16.985293 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:16.989545 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:16.993107 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:16.999245 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:17.012312 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.securitygroups_db [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Project 4d211166294e465886a763a9dc10e4a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:28:17.018614 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.084925 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.089989 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.092160 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:17.114465 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=567c9aa7-af0f-46a6-afa2-020644ad3357,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:17.117059 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:17.125204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.129250 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-d428d37b-bb43-4343-bf20-c658f78bdd7d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1642485 May 31 13:28:17.129409 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'caad3dc6-6e5a-4e38-81fe-65972b8d9f23', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'port_id': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'mac_address': 'fa:16:3e:c6:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:28:14Z', 'updated_at': '2021-05-31T13:28:14Z', 'revision_number': 0, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:15Z', 'revision_number': 5, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:28:17.129897 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53486) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:28:17.131830 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1235a-ad62-4db5-a010-311495a7e739 None None] The sync data for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi is: [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': 'caad3dc6-6e5a-4e38-81fe-65972b8d9f23', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'port_id': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'mac_address': 'fa:16:3e:c6:84:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:28:14Z', 'updated_at': '2021-05-31T13:28:14Z', 'revision_number': 0, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:15Z', 'revision_number': 5, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:28:17.137288 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'security_group_rule': {'security_group_id': '48e19168-2bbe-46d2-a9d4-73a868c697ed', 'project_id': '4d211166294e465886a763a9dc10e4a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:17.144675 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:28:17.148985 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Usage tracker for resource:security_group_rule and tenant:4d211166294e465886a763a9dc10e4a2 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:28:17.151932 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:28:17.155283 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-52430503-fa31-4c87-964e-a239ec2efe87 req-09fc2e9b-26e3-4717-9421-5421cb0682dc service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540305 May 31 13:28:17.157660 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:28:17.174122 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.securitygroups_db [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Project 4d211166294e465886a763a9dc10e4a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:28:17.180528 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.246060 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.251969 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.254223 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-42e8bdf5-7fbc-4d68-af6d-dd65fc0206e9 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:17.274714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe75f08-ddaf-48f4-b32d-386edfceb704,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:17.279221 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:17.288662 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.293112 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6609b634-40da-47b9-a4ac-6874ba1316bb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1619506 May 31 13:28:17.338052 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134aa96-e804-45d6-a7c0-5959ec8f6d92 None None] New status for floating IP caad3dc6-6e5a-4e38-81fe-65972b8d9f23: ACTIVE {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:28:17.411513 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-ce9caf72-076c-4349-a6f0-eadbe6f956a6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659193139&fields=id&tenant_id=4d211166294e465886a763a9dc10e4a2 HTTP/1.1" status: 200 len: 267 time: 0.0409777 May 31 13:28:17.495147 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-0902f9a9-67f3-4a40-9693-a13bb15b5f1c tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:17.496786 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-0902f9a9-67f3-4a40-9693-a13bb15b5f1c tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0795202 May 31 13:28:17.508495 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'port': {'security_groups': ['29bb998d-aa6f-4abe-a1d6-bc94b79b58a4', '48e19168-2bbe-46d2-a9d4-73a868c697ed']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:28:17.731997 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:17.993351 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c54795b7-ce20-4661-b886-63e1f05bdf68,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:28:18.017712 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:18.025693 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:18.031749 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-eef4ab15-ecc3-4799-873d-b1ad154c912f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:28:18.039076 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c54795b7-ce20-4661-b886-63e1f05bdf68'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:18.101155 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:18.101804 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:18.103244 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-186275e7-ce51-4c33-b174-91b7dc5d7d6c req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "PUT /v2.0/ports/c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 982 time: 0.5997939 May 31 13:28:18.122398 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=6']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:28:18.125891 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:28:18.182863 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c54795b7-ce20-4661-b886-63e1f05bdf68'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:28:18.243908 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:28:18.246178 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c95dc-8c0c-4a18-b4df-53b5a6272a34" -d '{"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:28:18.291829 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11aaedc-d5c5-4abe-a9d1-4299422eabd7 req-b1d40d11-074b-4858-a19a-eca2daa4f292 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:18.293391 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b11aaedc-d5c5-4abe-a9d1-4299422eabd7 req-b1d40d11-074b-4858-a19a-eca2daa4f292 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0943487 May 31 13:28:18.307466 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7debcf71-dc83-45c9-9eef-dc92e38d09bc x-openstack-request-id: req-7debcf71-dc83-45c9-9eef-dc92e38d09bc {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:28:18.308290 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:28:18.308614 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-7debcf71-dc83-45c9-9eef-dc92e38d09bc {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:28:18.308998 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'status': 'completed', 'code': 200} May 31 13:28:18.351442 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b11aaedc-d5c5-4abe-a9d1-4299422eabd7 req-7a867630-b4fa-4ee7-be10-e064a6d137f4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0487597 May 31 13:28:18.371024 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-68b470f0-d5fe-4b52-bd2a-228eafc2f50e None None] Provisioning complete for port c54795b7-ce20-4661-b886-63e1f05bdf68 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:28:18.371547 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-68b470f0-d5fe-4b52-bd2a-228eafc2f50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:18.405355 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-0cc03283-9641-4b89-aaf6-13aa1a5cd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:18.406851 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-0cc03283-9641-4b89-aaf6-13aa1a5cd1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1138 time: 0.0801203 May 31 13:28:18.547170 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-38a036bb-4559-4c2c-a1ef-02d5446d13db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:18.548756 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-38a036bb-4559-4c2c-a1ef-02d5446d13db service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1321723 May 31 13:28:18.665688 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-58e60f7d-8f2f-4d34-9cce-7e05888b1c5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 1001 time: 0.1094112 May 31 13:28:18.729842 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-ebbfa2a0-e66a-4466-9d26-998d597d720f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:18.731383 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-ebbfa2a0-e66a-4466-9d26-998d597d720f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0581117 May 31 13:28:18.809387 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-daf18464-d540-4b47-af84-6c78265b7de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:28:18.810787 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-daf18464-d540-4b47-af84-6c78265b7de6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725694 May 31 13:28:18.954360 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-28334b72-f95a-4431-ae51-e887d88f4c07 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287274 May 31 13:28:19.087745 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-020c95dc-8c0c-4a18-b4df-53b5a6272a34 req-81993882-f340-464e-8686-17de63df2f4f service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266644 May 31 13:28:27.416323 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:28:32.671190 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:35.367513 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-50631c40-bd4b-490c-89c1-345979d13eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:37.773849 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:37.916499 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b463daf6-2902-4ab5-9aa9-b3cc64633351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:39.151826 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:28:40.701697 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:01.412646 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-62e0e927-0dd5-498e-acae-ef6b0324ec78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858233 May 31 13:29:01.570660 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-83dfcc66-b50e-40a3-b66a-a1749a63f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:01.572205 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-83dfcc66-b50e-40a3-b66a-a1749a63f28c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1138 time: 0.0707254 May 31 13:29:01.724694 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-00fe7779-7fed-43c3-a991-319ee7d8e004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:01.726115 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-00fe7779-7fed-43c3-a991-319ee7d8e004 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1335404 May 31 13:29:01.831508 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-1d6d058f-ff76-46fb-a1a2-58bbfc90e127 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 1001 time: 0.0980477 May 31 13:29:01.897996 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-84ead76c-b974-4718-82e1-8b6042100b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:01.899421 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-84ead76c-b974-4718-82e1-8b6042100b86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0604732 May 31 13:29:01.978848 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-6f0b8de1-3ba0-4cf8-8e2d-1812c577d7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:01.980904 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-6f0b8de1-3ba0-4cf8-8e2d-1812c577d7a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743766 May 31 13:29:02.111013 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-a6a5ea63-f2cd-42c3-8a9c-854ae0169d65 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234992 May 31 13:29:02.332804 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-93826cf6-5e66-458b-8ca9-8aa3de63efef req-71f07884-0c93-44b1-b297-145fcc881c6a service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149873 May 31 13:29:02.662686 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:04.420524 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:29:05.374714 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cbd6b686-0745-4c2f-b547-949492b1ca72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:07.780341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:07.921011 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6ed03f3c-296c-4794-b316-a00ec78f100f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:09.160780 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:10.715265 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:16.110018 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-0f24aea3-7d5a-4325-a077-e7dc36c90d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:16.111536 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-0f24aea3-7d5a-4325-a077-e7dc36c90d5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1138 time: 0.0754836 May 31 13:29:16.238336 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801327c9-23ae-4e3f-ba9a-88a26fcb3841 req-5c817fb4-c694-4195-9cd7-0b9a4b5c6b3f tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:16.239997 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-801327c9-23ae-4e3f-ba9a-88a26fcb3841 req-5c817fb4-c694-4195-9cd7-0b9a4b5c6b3f tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.1705718 May 31 13:29:16.244166 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-5088668c-d0c7-4600-9f6a-3acf345efa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:16.245614 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-5088668c-d0c7-4600-9f6a-3acf345efa3d service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1271713 May 31 13:29:16.285955 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-801327c9-23ae-4e3f-ba9a-88a26fcb3841 req-fdcdc4de-591b-479e-adbd-b2d35a401689 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402665 May 31 13:29:16.350254 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-5537865d-12dc-46e3-be68-7fe0bc2c1549 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 1001 time: 0.0974848 May 31 13:29:16.413618 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-33e5fcb0-57de-45c2-aaee-ef60a33cfbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:16.415016 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-33e5fcb0-57de-45c2-aaee-ef60a33cfbd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0580313 May 31 13:29:16.491254 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-b42dd689-554f-487a-b77f-ecb3e45b4d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:16.492655 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-b42dd689-554f-487a-b77f-ecb3e45b4d17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0709977 May 31 13:29:16.624486 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-2f992dad-61a8-4fbf-85d7-e32c2cb5107d service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246371 May 31 13:29:16.761773 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-8a86bfa0-4d09-4883-98c1-0f6832276f2d req-320722ec-38bd-4b4c-ad78-845f6fafe471 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305134 May 31 13:29:17.543215 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d414ec0-288f-443b-a4ed-a866ce1549b5 req-2d606409-817d-490c-a440-496b3817c4f3 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:17.544667 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d414ec0-288f-443b-a4ed-a866ce1549b5 req-2d606409-817d-490c-a440-496b3817c4f3 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.1438508 May 31 13:29:17.591552 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7d414ec0-288f-443b-a4ed-a866ce1549b5 req-a037da76-e4e0-4ae7-8a3c-506f7988929c tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408773 May 31 13:29:18.807432 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da131c69-1652-4517-bfb6-db25023c4d09 req-edc37cbb-c1d1-4377-8a37-a3704486ffd1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:18.808922 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-da131c69-1652-4517-bfb6-db25023c4d09 req-edc37cbb-c1d1-4377-8a37-a3704486ffd1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.1040652 May 31 13:29:18.861060 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-da131c69-1652-4517-bfb6-db25023c4d09 req-15618d12-10ad-4681-b204-8032753341f3 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438311 May 31 13:29:20.056598 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7333509-c9eb-475b-b7f1-ca97f48b4023 req-0eb58e34-9f9e-40b8-a16d-e15443b79f8d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:20.058047 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7333509-c9eb-475b-b7f1-ca97f48b4023 req-0eb58e34-9f9e-40b8-a16d-e15443b79f8d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0885479 May 31 13:29:20.104243 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f7333509-c9eb-475b-b7f1-ca97f48b4023 req-cd6d3d14-0730-4f68-b645-617d41dbb236 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403209 May 31 13:29:21.311059 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46968e5f-6ac0-44ae-a1a9-5436f5b95aec req-90250b18-990c-44ef-a952-6b82fe2741b1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:21.312562 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46968e5f-6ac0-44ae-a1a9-5436f5b95aec req-90250b18-990c-44ef-a952-6b82fe2741b1 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0954039 May 31 13:29:21.360129 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-46968e5f-6ac0-44ae-a1a9-5436f5b95aec req-5d8e7dbc-71ee-4a23-9d34-a6997f08c45b tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415561 May 31 13:29:22.715973 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5668d70a-aa9b-4f1f-b0f2-f28d5425cef4 req-581fdcf4-914c-4c22-81b3-021701368c61 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:22.717418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5668d70a-aa9b-4f1f-b0f2-f28d5425cef4 req-581fdcf4-914c-4c22-81b3-021701368c61 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0919192 May 31 13:29:22.767985 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5668d70a-aa9b-4f1f-b0f2-f28d5425cef4 req-2bec66c5-49b4-4deb-8a3c-da00425b557d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442958 May 31 13:29:23.981950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443968a7-3990-4dcf-9de1-653c30c985c0 req-e1a0ae10-ce20-43e5-9529-b5a6cad0f4eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:23.983432 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-443968a7-3990-4dcf-9de1-653c30c985c0 req-e1a0ae10-ce20-43e5-9529-b5a6cad0f4eb tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0848007 May 31 13:29:24.032266 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-443968a7-3990-4dcf-9de1-653c30c985c0 req-fd14e190-609d-425a-b074-9340742ea506 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402610 May 31 13:29:25.238045 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1452f-da69-4b0f-8639-786b5c010d94 req-72f468a1-7c88-452e-8290-2578b22a7da7 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:25.239488 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7dd1452f-da69-4b0f-8639-786b5c010d94 req-72f468a1-7c88-452e-8290-2578b22a7da7 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0891371 May 31 13:29:25.286546 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7dd1452f-da69-4b0f-8639-786b5c010d94 req-6b3d1699-df64-4a77-bb8e-240db00a27db tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406106 May 31 13:29:26.488819 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cedcc0-67b0-423a-82ea-3adeab11a032 req-12f6ef36-dcef-4d31-94f4-738f4bf19203 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:26.490281 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c7cedcc0-67b0-423a-82ea-3adeab11a032 req-12f6ef36-dcef-4d31-94f4-738f4bf19203 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0922611 May 31 13:29:26.536982 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c7cedcc0-67b0-423a-82ea-3adeab11a032 req-d5dd8283-fc80-46b1-85bc-c85d56a55659 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408399 May 31 13:29:27.730418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604ab0c-1c0d-4cf2-9cd2-1730b7316d3a req-4cacf304-b0a2-493b-b272-fcf4b4b1a2dc tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:27.731811 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7604ab0c-1c0d-4cf2-9cd2-1730b7316d3a req-4cacf304-b0a2-493b-b272-fcf4b4b1a2dc tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0846231 May 31 13:29:27.778270 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7604ab0c-1c0d-4cf2-9cd2-1730b7316d3a req-361fec2f-5345-4cb6-81a5-683129e94836 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407248 May 31 13:29:28.980673 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c9d8c6-f63d-4574-bfa6-8215add4e404 req-3bbe0a13-3c0c-444a-93d8-1492874cd3c9 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:29:28.982242 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-14c9d8c6-f63d-4574-bfa6-8215add4e404 req-3bbe0a13-3c0c-444a-93d8-1492874cd3c9 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0873854 May 31 13:29:29.033861 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-14c9d8c6-f63d-4574-bfa6-8215add4e404 req-23a6b82c-540f-4fc6-a96a-457c0910af97 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=48e19168-2bbe-46d2-a9d4-73a868c697ed&id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0455871 May 31 13:29:32.682002 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:35.362093 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-14d8801f-f386-41c9-aff7-f6f1b3ed3a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:37.772449 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:37.925039 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-07f62c58-8a02-4290-8a8d-7fa41ff88295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:39.163843 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:40.720057 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:29:41.424315 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:30:02.694491 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:02.809261 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-ee26b9de-7ddd-48fb-8fff-3a9a507bcc44 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0850232 May 31 13:30:02.956924 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-48b9ff5c-8e02-4d21-b839-1e342227f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:02.958297 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-48b9ff5c-8e02-4d21-b839-1e342227f2b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1138 time: 0.0793576 May 31 13:30:03.117912 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-708b6125-0051-40cc-affb-ef0279987501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:03.119436 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-708b6125-0051-40cc-affb-ef0279987501 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1364689 May 31 13:30:03.223838 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-4a7d6d5e-c418-4832-8047-579e9b3a803e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 1001 time: 0.0972097 May 31 13:30:03.287458 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-30d5ef7d-a8a1-4e89-8647-d8e9bd1eb7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:03.288818 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-30d5ef7d-a8a1-4e89-8647-d8e9bd1eb7b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0581317 May 31 13:30:03.371801 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-3917496a-1cd9-4338-add7-811f66c4334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:03.373283 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-3917496a-1cd9-4338-add7-811f66c4334e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763688 May 31 13:30:03.510814 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-be897916-8351-4d27-95fa-c0ab07dd3034 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309922 May 31 13:30:03.738350 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d2367ac0-8d2d-4a6d-a4f1-c715090d04ee req-7f141521-fcb3-4a43-854f-8e25bf9c54e0 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168586 May 31 13:30:05.356353 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8ec7e2ea-de4c-4d2b-bd1c-bb8a6d78b77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.777858 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:07.927386 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-99c85f27-1a8f-4d45-aecb-f41e79b60b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:09.170972 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:10.717542 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:18.428659 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:30:32.517525 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-3b6157b5-25fd-4a84-bf46-45ce59c48b1d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1659193139&fields=id&tenant_id=4d211166294e465886a763a9dc10e4a2 HTTP/1.1" status: 200 len: 267 time: 0.0428340 May 31 13:30:32.610213 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-b3e7ac86-6ab1-47ad-b2cb-4d8153f40664 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:32.611690 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-b3e7ac86-6ab1-47ad-b2cb-4d8153f40664 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 985 time: 0.0864699 May 31 13:30:32.625291 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Request body: {'port': {'security_groups': ['29bb998d-aa6f-4abe-a1d6-bc94b79b58a4']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:32.691310 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:32.833428 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.098414 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c54795b7-ce20-4661-b886-63e1f05bdf68,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:33.125799 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.133355 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.140018 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f4419492-46af-4893-a10d-4054a3c5eeb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:33.145797 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c54795b7-ce20-4661-b886-63e1f05bdf68'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:33.203312 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:33.204020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.206009 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b415522b-deb7-4f2f-87b9-0e07b0ad7183 req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "PUT /v2.0/ports/c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 943 time: 0.5847931 May 31 13:30:33.206009 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:30:33.208457 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc" -d '{"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:30:33.214199 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53814) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:33.232300 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event updated for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=7']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:33.244397 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.244770 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.245132 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.245487 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.245838 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.246187 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.246534 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.246927 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.248887 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.249265 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.249621 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.249977 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.266387 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:33.275813 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba75e4e7-68a4-4f46-aa4f-b9a566ace832 x-openstack-request-id: req-ba75e4e7-68a4-4f46-aa4f-b9a566ace832 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:30:33.276339 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:30:33.276781 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ba75e4e7-68a4-4f46-aa4f-b9a566ace832 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:30:33.277362 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'status': 'completed', 'code': 200} May 31 13:30:33.279445 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c54795b7-ce20-4661-b886-63e1f05bdf68'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:33.350315 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.392427 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.440640 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-54e78a2f-c5c8-4ebf-8055-3c4d6beb0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:33.442125 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-54e78a2f-c5c8-4ebf-8055-3c4d6beb0eeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1099 time: 0.1421449 May 31 13:30:33.506756 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-dc3f63cf-27b3-4c8a-86f5-8d1b3558d344 None None] Provisioning complete for port c54795b7-ce20-4661-b886-63e1f05bdf68 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:30:33.507378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-dc3f63cf-27b3-4c8a-86f5-8d1b3558d344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.541127 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.546771 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0f98eca8-6cae-49c2-9fdb-603ef543fc31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:33.573195 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e19168-2bbe-46d2-a9d4-73a868c697ed,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:33.586985 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.587348 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.587726 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.588019 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.588390 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.588732 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.589074 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.589407 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.589742 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.590077 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.590412 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.590836 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:33.605274 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:33.610325 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-e2efe710-8db1-44e0-829a-4b431ea4a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:33.611754 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-e2efe710-8db1-44e0-829a-4b431ea4a091 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1626267 May 31 13:30:33.612686 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:33.617374 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-7120e80e-5c38-4ae5-9033-9520c18b2c82 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "DELETE /v2.0/security-groups/48e19168-2bbe-46d2-a9d4-73a868c697ed HTTP/1.1" status: 204 len: 168 time: 0.3977945 May 31 13:30:33.617619 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53818) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:33.851729 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-11dca1f9-3aad-4864-a96c-18686c48a8da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 1001 time: 0.2312784 May 31 13:30:33.943233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-d082f465-263c-4baa-a318-b383d2955140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:33.944624 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-d082f465-263c-4baa-a318-b383d2955140 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0862198 May 31 13:30:34.070984 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Deleting port 1a35fdb4-bf07-4579-a25b-a74a3f30b9e2 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:34.071320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:34.134849 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-e8f11f64-3005-4dc1-b5ee-f6e770c83ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:34.136222 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-e8f11f64-3005-4dc1-b5ee-f6e770c83ca2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1681175 May 31 13:30:34.266712 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:34.267469 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:34.405812 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Calling delete_port for 1a35fdb4-bf07-4579-a25b-a74a3f30b9e2 owned by network:floatingip {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:34.414856 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-26833e99-c7fd-4df2-a24b-6ddda8124362 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670786 May 31 13:30:34.566339 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6025d1a4-d7d9-4273-a0c1-bb259451a8dc req-851337d2-724c-44e6-b864-9602d757ca9d service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447587 May 31 13:30:34.750191 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:34.753634 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:34.795190 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event deleted for resources: {'Port': ['ID=1a35fdb4-bf07-4579-a25b-a74a3f30b9e2,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:34.798406 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:34.885841 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks [] for floatingip, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:34.886151 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Floating IP caad3dc6-6e5a-4e38-81fe-65972b8d9f23 disassociated (deleted). External IP: 172.27.1.57, port: c54795b7-ce20-4661-b886-63e1f05bdf68. May 31 13:30:35.237239 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Router a99789cb-23f3-4c9f-b1d5-0a8cd072208f has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:35.353131 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-547169fb-f809-4932-b087-d3516d166699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:35.420098 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:35.429771 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] Sync routers for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:35.434701 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:35.439193 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:35.439808 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:35.489355 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-3ddceaaa-117b-4312-9cc9-2e2f7ec30832 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "DELETE /v2.0/floatingips/caad3dc6-6e5a-4e38-81fe-65972b8d9f23 HTTP/1.1" status: 204 len: 168 time: 1.8704565 May 31 13:30:35.490300 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:30:35.493344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973234af-ea3c-4bb0-b6ad-54cd3bd986df" -d '{"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:30:35.543097 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece20277-605f-4ec4-b32f-b2197424e514 x-openstack-request-id: req-ece20277-605f-4ec4-b32f-b2197424e514 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:30:35.543483 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:30:35.544010 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ece20277-605f-4ec4-b32f-b2197424e514 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:30:35.544547 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'status': 'completed', 'code': 200} May 31 13:30:35.627719 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:35.642720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-7f236af1-97d0-4685-872b-c949e0038fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:35.644532 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-7f236af1-97d0-4685-872b-c949e0038fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d211166294e465886a763a9dc10e4a2&device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 1099 time: 0.0785673 May 31 13:30:35.785872 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-52eee535-ba5a-4fcd-9c88-5353d4a2c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:35.787504 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-52eee535-ba5a-4fcd-9c88-5353d4a2c231 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 200 len: 915 time: 0.1368234 May 31 13:30:35.857165 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-d17d8ac0-efe7-4be9-a8e2-93c4fa10b578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 200 len: 217 time: 0.0630727 May 31 13:30:35.926272 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-41efad27-e9bb-4053-9eaf-d58f3436e2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:35.927777 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-41efad27-e9bb-4053-9eaf-d58f3436e2cb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 200 len: 853 time: 0.0648153 May 31 13:30:35.950508 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:15Z', 'revision_number': 5, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:35.954958 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] Checking router: a99789cb-23f3-4c9f-b1d5-0a8cd072208f for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:35.978735 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:35.979411 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:36.028141 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-afba26cb-7a1f-4374-88d8-1fc5e3a36cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:36.029679 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-afba26cb-7a1f-4374-88d8-1fc5e3a36cca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c628f464-f240-4185-887e-0c976deb909c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0957675 May 31 13:30:36.165486 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-16861049-280e-424c-8419-de73c168e9e3 service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285806 May 31 13:30:36.168808 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:36.397660 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-973234af-ea3c-4bb0-b6ad-54cd3bd986df req-4a2ca052-0f26-452b-be3a-8d171ae0170e service neutron] 10.222.0.41 "GET /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243063 May 31 13:30:36.486099 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:15Z', 'revision_number': 5, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:36.490656 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fe448e-8f5a-48bf-9582-5f5f1d8617e6 None None] The sync data for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi is: [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:27:10Z', 'revision_number': 4, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '840cea07-3624-43ed-9244-b83e6f2c6fe7', 'name': '', 'network_id': 'c628f464-f240-4185-887e-0c976deb909c', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'mac_address': 'fa:16:3e:65:44:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:09Z', 'updated_at': '2021-05-31T13:27:15Z', 'revision_number': 5, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'subnets': [{'id': 'dccfd13d-115a-4e9c-b4a6-f08df8e1ae31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:36.695405 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad489c6-7871-4941-a161-44b67607e611 None None] New status for floating IP caad3dc6-6e5a-4e38-81fe-65972b8d9f23: DOWN {{(pid=91757) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:30:37.772716 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:37.929122 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-daeee5a5-cae6-41ae-9a94-48adc3117505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:38.962409 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9951fe8-cf87-4370-bd97-9d30dab2999a req-a59eec6a-eb8c-43a1-8b6a-93ddf8214f96 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:38.963883 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a9951fe8-cf87-4370-bd97-9d30dab2999a req-a59eec6a-eb8c-43a1-8b6a-93ddf8214f96 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0954196 May 31 13:30:39.008117 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a9951fe8-cf87-4370-bd97-9d30dab2999a req-cdcd07b4-b3b0-4c2f-ad7e-0ed54aad5719 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384412 May 31 13:30:39.171524 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:40.225627 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd49851-6082-4883-8ebc-474623cf6880 req-df2a680b-8a2c-41cd-8859-e8e24100f75f tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:40.227100 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fbd49851-6082-4883-8ebc-474623cf6880 req-df2a680b-8a2c-41cd-8859-e8e24100f75f tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0857058 May 31 13:30:40.274899 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fbd49851-6082-4883-8ebc-474623cf6880 req-ad8d085d-c57e-41b3-a0e0-793f5197b723 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394635 May 31 13:30:40.726756 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:40.916887 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-4b924180-04d2-4890-b3c2-10ade6a43b5e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:40.917464 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-4b924180-04d2-4890-b3c2-10ade6a43b5e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Synchronizing usage tracker for tenant:4d211166294e465886a763a9dc10e4a2 on resource:port {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:30:40.938146 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-4b924180-04d2-4890-b3c2-10ade6a43b5e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Unset dirty status for tenant:4d211166294e465886a763a9dc10e4a2 on resource:port {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:30:40.939274 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-4b924180-04d2-4890-b3c2-10ade6a43b5e tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.41 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.1170478 May 31 13:30:41.077370 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Deleting port c54795b7-ce20-4661-b886-63e1f05bdf68 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:41.077679 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:41.217931 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] For port c54795b7-ce20-4661-b886-63e1f05bdf68, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c54795b7-ce20-4661-b886-63e1f05bdf68,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:41.218274 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:41.337211 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Calling delete_port for c54795b7-ce20-4661-b886-63e1f05bdf68 owned by compute:nova {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:41.450106 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:41.456811 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1d5f2468-a7a7-4693-889f-4742242e0849 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:41.461632 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c54795b7-ce20-4661-b886-63e1f05bdf68'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:30:41.466437 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17537df-e2da-43fc-b1ce-149437d90910 req-93a90f21-95fb-4675-b125-49eeb85ffca6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:41.468015 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b17537df-e2da-43fc-b1ce-149437d90910 req-93a90f21-95fb-4675-b125-49eeb85ffca6 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/ports?device_id=80015c3a-e8c0-4cb6-a281-4102244bf1fc HTTP/1.1" status: 200 len: 946 time: 0.0849855 May 31 13:30:41.507578 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Pushing event deleted for resources: {'Port': ['ID=c54795b7-ce20-4661-b886-63e1f05bdf68,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:41.516692 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b17537df-e2da-43fc-b1ce-149437d90910 req-5013b7cd-da74-4373-b1e4-db363a01774d tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.68 "GET /v2.0/security-groups?id=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420954 May 31 13:30:41.541042 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:41.579906 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] No DVR routers for this DVR port c54795b7-ce20-4661-b886-63e1f05bdf68 on host hv-cinder-79049 {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:41.582789 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:41.585268 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'name': 'network-vif-deleted', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:30:41.587663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bccd2e2-dd96-4fb9-9a8a-11fc9f498279" -d '{"events": [{"server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "name": "network-vif-deleted", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:30:41.602193 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-3cc5b6e8-3d99-46ec-94ce-1f9209cf3457 req-c496f6bd-57dc-4590-bfd6-30134b77a927 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] 10.222.0.41 "DELETE /v2.0/ports/c54795b7-ce20-4661-b886-63e1f05bdf68 HTTP/1.1" status: 204 len: 173 time: 0.6574843 May 31 13:30:41.631701 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445eb870-0f43-4c11-8b48-85abd7133bc1 x-openstack-request-id: req-445eb870-0f43-4c11-8b48-85abd7133bc1 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:30:41.632041 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80015c3a-e8c0-4cb6-a281-4102244bf1fc", "name": "network-vif-deleted", "tag": "c54795b7-ce20-4661-b886-63e1f05bdf68", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:30:41.632305 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-445eb870-0f43-4c11-8b48-85abd7133bc1 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:30:41.632736 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80015c3a-e8c0-4cb6-a281-4102244bf1fc', 'name': 'network-vif-deleted', 'tag': 'c54795b7-ce20-4661-b886-63e1f05bdf68', 'status': 'completed', 'code': 200} May 31 13:30:43.318477 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53918) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:43.866400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:44.381037 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Deleting port 840cea07-3624-43ed-9244-b83e6f2c6fe7 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:44.381724 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:44.502855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] For port 840cea07-3624-43ed-9244-b83e6f2c6fe7, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=840cea07-3624-43ed-9244-b83e6f2c6fe7,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:44.503173 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:44.622473 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Calling delete_port for 840cea07-3624-43ed-9244-b83e6f2c6fe7 owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:44.923139 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:44.927216 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5246787a-d4cf-497f-856e-1c72347f4c99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:44.991564 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c54795b7-ce20-4661-b886-63e1f05bdf68 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:45.014480 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=840cea07-3624-43ed-9244-b83e6f2c6fe7,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:45.016437 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:45.038385 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: c54795b7-ce20-4661-b886-63e1f05bdf68 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:45.038766 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c54795b7-ce20-4661-b886-63e1f05bdf68 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:45.246521 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:45.705154 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Router a99789cb-23f3-4c9f-b1d5-0a8cd072208f has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:45.880567 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:45.889942 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] Sync routers for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:45.894120 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] 10.222.0.68 "PUT /v2.0/routers/a99789cb-23f3-4c9f-b1d5-0a8cd072208f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745873 May 31 13:30:45.896744 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53926) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:45.900849 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:45.901497 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:46.073763 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.117108 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:46.246765 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.317698 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Deleting port 9e384246-5b34-417c-a2dd-564ec9adffc0 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:46.318020 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.397138 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105'}], 'enable_snat': True}, 'gw_port_id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:30:44Z', 'revision_number': 5, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port': {'id': '9e384246-5b34-417c-a2dd-564ec9adffc0', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:ff:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:07Z', 'updated_at': '2021-05-31T13:27:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:46.401236 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] Checking router: a99789cb-23f3-4c9f-b1d5-0a8cd072208f for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:46.410166 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] Routers {'a99789cb-23f3-4c9f-b1d5-0a8cd072208f'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:46.410757 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:46.436767 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] For port 9e384246-5b34-417c-a2dd-564ec9adffc0, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=9e384246-5b34-417c-a2dd-564ec9adffc0,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:46.437114 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.555777 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] Set router a99789cb-23f3-4c9f-b1d5-0a8cd072208f gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:46.559885 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Calling delete_port for 9e384246-5b34-417c-a2dd-564ec9adffc0 owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:46.657390 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:30:46Z', 'revision_number': 6, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:46.661331 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ca6ef9-b636-4e50-bf57-d7089aa360e9 None None] The sync data for ids ['a99789cb-23f3-4c9f-b1d5-0a8cd072208f'] in dv-cinder-790492-5-iscsi is: [{'id': 'a99789cb-23f3-4c9f-b1d5-0a8cd072208f', 'name': 'tempest-TestMinimumBasicScenario-156157878-router', 'tenant_id': '4d211166294e465886a763a9dc10e4a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:06Z', 'updated_at': '2021-05-31T13:30:46Z', 'revision_number': 6, 'project_id': '4d211166294e465886a763a9dc10e4a2', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:46.699124 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:46.703796 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0985f269-9c1b-4b32-b377-814bf0deb093 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:46.772420 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e384246-5b34-417c-a2dd-564ec9adffc0,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:46.779287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:46.835744 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.110534 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.112805 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.139287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.139894 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a99789cb-23f3-4c9f-b1d5-0a8cd072208f {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:30:47.152510 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.153680 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-878fcd90-43b1-4ec7-bbdd-f44b963a1a3a admin admin] 10.222.0.68 "DELETE /v2.0/routers/a99789cb-23f3-4c9f-b1d5-0a8cd072208f HTTP/1.1" status: 204 len: 168 time: 1.2560515 May 31 13:30:47.156287 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53934) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:47.213852 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Deleting subnet dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:30:47.216987 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.267186 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.357663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.567716 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 9e384246-5b34-417c-a2dd-564ec9adffc0 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:47.620728 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.623240 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 9e384246-5b34-417c-a2dd-564ec9adffc0 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:47.623465 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 9e384246-5b34-417c-a2dd-564ec9adffc0 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:47.623897 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 840cea07-3624-43ed-9244-b83e6f2c6fe7 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:47.625824 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7fbaec6d-677b-41f6-a02b-c5e498ae8ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:47.668437 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 840cea07-3624-43ed-9244-b83e6f2c6fe7 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:47.669178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 840cea07-3624-43ed-9244-b83e6f2c6fe7 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:47.669306 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dccfd13d-115a-4e9c-b4a6-f08df8e1ae31,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:47.673172 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:47.675751 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.687596 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f0aee8-d088-4870-8652-b991eb823462 None None] Network c628f464-f240-4185-887e-0c976deb909c requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:30:47.687719 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-73c64bf3-00bc-4c0d-a65b-b220ea8d2df9 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/dccfd13d-115a-4e9c-b4a6-f08df8e1ae31 HTTP/1.1" status: 204 len: 168 time: 0.5256290 May 31 13:30:47.687719 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53938) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:47.798930 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.870348 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Deleting port bbb72216-a50b-442a-a832-aace63767011 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:47.871357 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:47.931668 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] DHCP port deletion for c628f464-f240-4185-887e-0c976deb909c request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:30:47.981944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] For port bbb72216-a50b-442a-a832-aace63767011, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=bbb72216-a50b-442a-a832-aace63767011,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:47.982290 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.031745 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Deleting port bbb72216-a50b-442a-a832-aace63767011 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:48.032106 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.106125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Calling delete_port for bbb72216-a50b-442a-a832-aace63767011 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:48.133992 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] For port bbb72216-a50b-442a-a832-aace63767011, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=bbb72216-a50b-442a-a832-aace63767011,segment=NetworkSegment(edcc7704-c16a-49f0-bf15-1f6b323335e6),segment_id=edcc7704-c16a-49f0-bf15-1f6b323335e6)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:48.134394 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.157131 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.161047 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-91deb2f0-2228-40cc-83f6-9c1c3a0d3bc7 tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:48.209433 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb72216-a50b-442a-a832-aace63767011,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:48.212656 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:48.213416 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] No DVR routers for this DVR port bbb72216-a50b-442a-a832-aace63767011 on host dv-cinder-790492-5-iscsi {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:48.257160 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Calling delete_port for bbb72216-a50b-442a-a832-aace63767011 owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:48.301971 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.305785 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:48.334165 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.347555 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c628f464-f240-4185-887e-0c976deb909c']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:48.352821 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Pushing event deleted for resources: {'Port': ['ID=bbb72216-a50b-442a-a832-aace63767011,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:48.357949 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] No DVR routers for this DVR port bbb72216-a50b-442a-a832-aace63767011 on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:48.361772 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edcc7704-c16a-49f0-bf15-1f6b323335e6') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:48.362064 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edcc7704-c16a-49f0-bf15-1f6b323335e6') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:48.364283 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.364631 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.368899 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:30:48.370643 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:48.374831 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.391139 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.397064 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:30:48.397425 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:30:48.410287 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:30:48.578759 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.582518 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-40ea68d7-5b5d-45bf-9ac7-41eb65f88f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:48.595688 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:48.605559 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Pushing event deleted for resources: {'Network': ['ID=c628f464-f240-4185-887e-0c976deb909c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:48.608551 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:48.620559 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] 10.222.0.68 "DELETE /v2.0/networks/c628f464-f240-4185-887e-0c976deb909c HTTP/1.1" status: 204 len: 168 time: 0.9326801 May 31 13:30:48.623451 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53944) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:49.163663 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.550246 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device bbb72216-a50b-442a-a832-aace63767011 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:49.577531 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Deleting port 0fac8fda-dd87-4d17-ac23-be68d1989c76 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:49.577784 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.584051 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: bbb72216-a50b-442a-a832-aace63767011 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:49.584410 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device bbb72216-a50b-442a-a832-aace63767011 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:49.695970 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] For port 0fac8fda-dd87-4d17-ac23-be68d1989c76, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=0fac8fda-dd87-4d17-ac23-be68d1989c76,segment=NetworkSegment(ed2b0567-dc8a-4d59-a58f-c6e105f745e5),segment_id=ed2b0567-dc8a-4d59-a58f-c6e105f745e5)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:49.696286 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.813559 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Calling delete_port for 0fac8fda-dd87-4d17-ac23-be68d1989c76 owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:49.977367 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:49.981155 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5e9a6ee-2d8a-41b8-87e1-c9fe6698068d tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:50.026003 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Pushing event deleted for resources: {'Port': ['ID=0fac8fda-dd87-4d17-ac23-be68d1989c76,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:50.029494 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:50.391470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:50.768320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Router 39488756-c6e7-4ebf-b0be-e20a4365e226 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:50.950070 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:50.959710 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] Sync routers for ids ['39488756-c6e7-4ebf-b0be-e20a4365e226'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:50.960179 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] 10.222.0.68 "PUT /v2.0/routers/39488756-c6e7-4ebf-b0be-e20a4365e226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3355992 May 31 13:30:50.963092 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53952) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:50.970178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] Routers {'39488756-c6e7-4ebf-b0be-e20a4365e226'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:50.970964 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['39488756-c6e7-4ebf-b0be-e20a4365e226'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:51.136305 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:51.144501 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] Set router 39488756-c6e7-4ebf-b0be-e20a4365e226 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:51.306380 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:51.377879 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Deleting port 035bd939-8d74-412f-8dd2-5f86892b987a {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:51.378180 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:51.416805 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77'}], 'enable_snat': True}, 'gw_port_id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:30:49Z', 'revision_number': 5, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port': {'id': '035bd939-8d74-412f-8dd2-5f86892b987a', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:10:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 541, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:27:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:51.420986 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] Checking router: 39488756-c6e7-4ebf-b0be-e20a4365e226 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:51.430307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] Routers {'39488756-c6e7-4ebf-b0be-e20a4365e226'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:51.430981 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['39488756-c6e7-4ebf-b0be-e20a4365e226'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:51.589532 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] Set router 39488756-c6e7-4ebf-b0be-e20a4365e226 gateway port host: None {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:51.607750 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] For port 035bd939-8d74-412f-8dd2-5f86892b987a, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=035bd939-8d74-412f-8dd2-5f86892b987a,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:51.608297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:51.697257 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:30:51Z', 'revision_number': 6, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:51.701544 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705712fa-2308-470a-91ec-03c40fb07769 None None] The sync data for ids ['39488756-c6e7-4ebf-b0be-e20a4365e226'] in dv-cinder-790492-5-iscsi is: [{'id': '39488756-c6e7-4ebf-b0be-e20a4365e226', 'name': 'tempest-TestMinimumBasicScenario-494110774-router', 'tenant_id': 'faead1eabae34e3b8e018abdda58546e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:27:13Z', 'updated_at': '2021-05-31T13:30:51Z', 'revision_number': 6, 'project_id': 'faead1eabae34e3b8e018abdda58546e', 'gw_port_host': None}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:51.737452 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Calling delete_port for 035bd939-8d74-412f-8dd2-5f86892b987a owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:51.772224 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 53962) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:51.872953 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:51.876708 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:51.920900 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Pushing event deleted for resources: {'Port': ['ID=035bd939-8d74-412f-8dd2-5f86892b987a,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:51.924069 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:52.020651 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.203482 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.205884 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.232806 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.233305 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39488756-c6e7-4ebf-b0be-e20a4365e226 {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:30:52.246132 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.247300 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] 10.222.0.68 "DELETE /v2.0/routers/39488756-c6e7-4ebf-b0be-e20a4365e226 HTTP/1.1" status: 204 len: 168 time: 1.2837539 May 31 13:30:52.250128 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53970) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:52.309571 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Deleting subnet 5dd6fff2-e2f7-4f05-a3e7-ab3690357de2 {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:30:52.312811 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.362229 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.447277 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.517018 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.707671 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.712252 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:52.751408 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd6fff2-e2f7-4f05-a3e7-ab3690357de2,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:52.754506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:52.759995 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.764232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597994a7-be01-40d7-8e7d-86e1b85e0245 None None] Network eed9507e-0ca7-4bc4-b5fd-e552814e323e requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:30:52.769317 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] 10.222.0.68 "DELETE /v2.0/subnets/5dd6fff2-e2f7-4f05-a3e7-ab3690357de2 HTTP/1.1" status: 204 len: 168 time: 0.5155144 May 31 13:30:52.769563 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53974) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:52.882782 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:52.956744 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Deleting port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:52.957143 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.057562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Deleting port aa13c612-c0a1-496d-903f-752f0140d82c {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:53.058187 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.072165 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] DHCP port deletion for eed9507e-0ca7-4bc4-b5fd-e552814e323e request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:30:53.142420 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] Deleting port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:53.142763 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.154556 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] For port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,segment=NetworkSegment(ed2b0567-dc8a-4d59-a58f-c6e105f745e5),segment_id=ed2b0567-dc8a-4d59-a58f-c6e105f745e5)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:53.154937 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.186622 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] For port aa13c612-c0a1-496d-903f-752f0140d82c, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=aa13c612-c0a1-496d-903f-752f0140d82c,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:53.187275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.241292 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] For port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,segment=NetworkSegment(ed2b0567-dc8a-4d59-a58f-c6e105f745e5),segment_id=ed2b0567-dc8a-4d59-a58f-c6e105f745e5)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:53.241605 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.276296 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Calling delete_port for 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:53.333010 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Calling delete_port for aa13c612-c0a1-496d-903f-752f0140d82c owned by network:router_interface {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:53.336162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.344865 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-1007bd78-ce0f-48f6-b82b-04cf5fd992fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:53.377884 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] Calling delete_port for 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:53.391310 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Pushing event deleted for resources: {'Port': ['ID=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:53.395210 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:53.396236 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] No DVR routers for this DVR port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 on host dv-cinder-790492-5-iscsi {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:53.430174 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.440556 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-9e243e18-b31b-4032-99f9-dfccd85df4a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:53.479117 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] No DVR routers for this DVR port 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:53.487992 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] Pushing event deleted for resources: {'Port': ['ID=2406c8ce-69b6-419f-bc9c-d52bfe5ccb80,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:53.494905 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-2a1efb6c-3cde-4b6f-bec5-0d5028949ac5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:53.541377 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.544813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.547356 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:53.558531 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed9507e-0ca7-4bc4-b5fd-e552814e323e']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:53.570718 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:53.571158 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed2b0567-dc8a-4d59-a58f-c6e105f745e5') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:53.575300 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 0fac8fda-dd87-4d17-ac23-be68d1989c76 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:53.584383 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.593181 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa13c612-c0a1-496d-903f-752f0140d82c,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:53.596841 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:53.603085 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.611892 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:30:53.612360 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.617115 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 0fac8fda-dd87-4d17-ac23-be68d1989c76 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:53.617474 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 0fac8fda-dd87-4d17-ac23-be68d1989c76 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:53.617901 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:30:53.627123 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:30:53.655006 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:53.655362 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 2406c8ce-69b6-419f-bc9c-d52bfe5ccb80 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:53.655794 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 035bd939-8d74-412f-8dd2-5f86892b987a no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:53.710435 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 035bd939-8d74-412f-8dd2-5f86892b987a {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:53.710752 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 035bd939-8d74-412f-8dd2-5f86892b987a not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:53.756865 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.761366 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:53.778439 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.789523 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Pushing event deleted for resources: {'Network': ['ID=eed9507e-0ca7-4bc4-b5fd-e552814e323e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:53.792753 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:53.794402 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5f9d695c-2762-42cb-a5c7-4e43cd31c6fe admin admin] 10.222.0.68 "DELETE /v2.0/networks/eed9507e-0ca7-4bc4-b5fd-e552814e323e HTTP/1.1" status: 204 len: 168 time: 1.0238557 May 31 13:30:53.913951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:53.936188 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53980) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:53.989305 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-2d46a240-f01b-4f75-b1b9-f04ac0b9b38f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=4d211166294e465886a763a9dc10e4a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518029 May 31 13:30:53.991753 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53984) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:54.050836 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fcb898b8-feb1-430d-98b8-9f85747ce1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.079739 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fcb898b8-feb1-430d-98b8-9f85747ce1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.139606 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fcb898b8-feb1-430d-98b8-9f85747ce1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.143583 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9cb4023d-5f20-4643-ae8d-c75175c78142 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:54.157569 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb898b8-feb1-430d-98b8-9f85747ce1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb998d-aa6f-4abe-a1d6-bc94b79b58a4,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:54.160358 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fcb898b8-feb1-430d-98b8-9f85747ce1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:54.171923 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fcb898b8-feb1-430d-98b8-9f85747ce1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.173594 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-fcb898b8-feb1-430d-98b8-9f85747ce1d2 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/29bb998d-aa6f-4abe-a1d6-bc94b79b58a4 HTTP/1.1" status: 204 len: 168 time: 0.1808980 May 31 13:30:54.291389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Router 2797201f-9d62-45f4-a175-c75034d3ea31 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:30:54.526038 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53992) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:54.572140 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:30:54.576881 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-64f2c38c-21c8-4c25-a8c5-088c2fc65f00 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=faead1eabae34e3b8e018abdda58546e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495238 May 31 13:30:54.579596 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 53996) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:54.582911 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] Sync routers for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:30:54.592784 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] 10.222.0.68 "PUT /v2.0/routers/2797201f-9d62-45f4-a175-c75034d3ea31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8172421 May 31 13:30:54.593076 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54000) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:54.593726 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:54.594950 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:54.640085 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6b2d229-12a8-40e5-ac1d-9fb3b098da2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.666859 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6b2d229-12a8-40e5-ac1d-9fb3b098da2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.724927 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6b2d229-12a8-40e5-ac1d-9fb3b098da2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.729817 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ecb775a9-919c-4eb2-825c-e6336bb8f283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:54.746351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b2d229-12a8-40e5-ac1d-9fb3b098da2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=495c8d70-be02-4f47-8131-98c24f84d021,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:54.750063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a6b2d229-12a8-40e5-ac1d-9fb3b098da2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:54.757620 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a6b2d229-12a8-40e5-ac1d-9fb3b098da2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.758840 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-a6b2d229-12a8-40e5-ac1d-9fb3b098da2b admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/495c8d70-be02-4f47-8131-98c24f84d021 HTTP/1.1" status: 204 len: 168 time: 0.1783381 May 31 13:30:54.784131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks [] for router, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:54.789480 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:54.970939 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.053795 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Deleting port 30595d5d-89af-4e73-95ab-76a9e7efac79 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:55.054232 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.095185 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66'}], 'enable_snat': True}, 'gw_port_id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T13:30:53Z', 'revision_number': 5, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port': {'id': '30595d5d-89af-4e73-95ab-76a9e7efac79', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T12:51:06Z', 'updated_at': '2021-05-31T12:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:55.110575 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] Checking router: 2797201f-9d62-45f4-a175-c75034d3ea31 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:30:55.122373 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] Routers {'2797201f-9d62-45f4-a175-c75034d3ea31'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:30:55.123265 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['2797201f-9d62-45f4-a175-c75034d3ea31'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:55.205275 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] For port 30595d5d-89af-4e73-95ab-76a9e7efac79, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=30595d5d-89af-4e73-95ab-76a9e7efac79,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:55.205704 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.324726 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] Set router 2797201f-9d62-45f4-a175-c75034d3ea31 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:30:55.334833 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Calling delete_port for 30595d5d-89af-4e73-95ab-76a9e7efac79 owned by network:router_gateway {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:55.455635 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:30:55.456333 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T13:30:54Z', 'revision_number': 6, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:55.460234 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a2656-0e4c-49e5-b0e3-48c51c9f6f2f None None] The sync data for ids ['2797201f-9d62-45f4-a175-c75034d3ea31'] in dv-cinder-790492-5-iscsi is: [{'id': '2797201f-9d62-45f4-a175-c75034d3ea31', 'name': 'tempest-AttachVolumeTestJSON-436811010-router', 'tenant_id': '48cefaf9a6e64b64a6e80e616f06d169', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T12:51:05Z', 'updated_at': '2021-05-31T13:30:54Z', 'revision_number': 6, 'project_id': '48cefaf9a6e64b64a6e80e616f06d169', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:30:55.510257 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.515053 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-903a9a56-7d74-4bd9-8a07-21fcad368542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:55.558870 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Pushing event deleted for resources: {'Port': ['ID=30595d5d-89af-4e73-95ab-76a9e7efac79,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:55.561951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:55.632478 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54024) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:55.651712 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.746383 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1935294654-network', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:55.751382 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:55.755180 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Usage tracker for resource:network and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:55.758263 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:55.763971 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:55.775131 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Made reservation on behalf of 7cc7528b8c1a4a22b0f9f2f9aa811c14 for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:55.777382 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.789170 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.804459 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:55.808518 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:55.811739 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:55.817870 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:55.830755 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.830755 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.933461 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.934060 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2797201f-9d62-45f4-a175-c75034d3ea31 {{(pid=91755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:30:55.940931 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device aa13c612-c0a1-496d-903f-752f0140d82c no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:55.945257 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.949236 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.952969 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:55.953406 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fb8a1e9f-f58b-4dda-a8f2-e8d55504e4ca tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:55.956698 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-f83043f0-2dca-4099-8584-2cdf743912bf admin admin] 10.222.0.68 "DELETE /v2.0/routers/2797201f-9d62-45f4-a175-c75034d3ea31 HTTP/1.1" status: 204 len: 168 time: 1.3603249 May 31 13:30:55.957887 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54030) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:55.991631 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: aa13c612-c0a1-496d-903f-752f0140d82c {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:55.992245 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device aa13c612-c0a1-496d-903f-752f0140d82c not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:55.994599 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:30:56.000360 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1585951-1d9e-4842-9464-33f6f21211b6,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:56.004255 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:56.008312 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.008647 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Added segment 52d13e05-6915-4ef2-b486-ceb8b7d49a05 of type vlan for network ade6221a-a6ea-40b9-a81d-35d02db33663 May 31 13:30:56.036914 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.069504 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.071118 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:56.071697 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.076849 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:56.148387 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_v2 [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Deleting subnet 4dad8fa0-ef59-4179-bb13-f743d02f2f9e {{(pid=91755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:30:56.151481 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.177665 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Pushing event updated for resources: {'Network': ['ID=ade6221a-a6ea-40b9-a81d-35d02db33663,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:56.181344 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5468380 May 31 13:30:56.182213 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:56.184415 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54034) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:56.188458 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network ade6221a-a6ea-40b9-a81d-35d02db33663 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:30:56.195463 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Request body: {'subnet': {'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1935294654-subnet', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:56.203247 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:56.209397 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Usage tracker for resource:subnet and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:56.213551 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:56.221725 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1415356'] for subnet, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.246714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:56.269884 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Made reservation on behalf of 7cc7528b8c1a4a22b0f9f2f9aa811c14 for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:56.272720 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979485'] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.442621 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.832757 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6796796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6979458'] for subnet, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.839674 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b137a70b-afd8-4fe8-ac56-f20cdb5659b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:56.876215 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.878699 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a5cc1-71b0-45ce-985a-52f21f34efd9 None None] Network a4069987-de9c-407e-b06a-67311a56c3e3 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:30:56.878880 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dad8fa0-ef59-4179-bb13-f743d02f2f9e,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:56.882260 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:56.894448 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-773cc86f-ffc7-42ac-9680-594ed47bd5c2 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/4dad8fa0-ef59-4179-bb13-f743d02f2f9e HTTP/1.1" status: 204 len: 168 time: 0.9324076 May 31 13:30:56.894959 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54038) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:56.990457 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6796735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979467'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:56.995573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-26533d83-e937-4b46-948b-ed7c3f856497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:57.008861 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.074254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f7782d-0d96-4da8-8780-471f920cc4b1,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:57.077228 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:57.078006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Checking segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:30:57.078312 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Network hostable DHCP agents. Network: ade6221a-a6ea-40b9-a81d-35d02db33663, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:30:57.084939 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Deleting port a23ca63d-550e-4652-8fcc-8a15c802b66e {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:57.085363 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.096880 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Network ade6221a-a6ea-40b9-a81d-35d02db33663 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:30:57.109269 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, ade6221a-a6ea-40b9-a81d-35d02db33663) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:57.117419 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c8bf7e-c379-4c0b-b103-ef0262871790 None None] Network ade6221a-a6ea-40b9-a81d-35d02db33663 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:30:57.120276 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:57.120900 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.144455 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-594de9f0-88bc-406c-afb7-b0914aa2d8af admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9589741 May 31 13:30:57.147283 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54042) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:57.152789 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:57.157530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:57.161636 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Usage tracker for resource:router and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:57.164566 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:57.170261 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:57.185077 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.186332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.198171 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] DHCP port deletion for a4069987-de9c-407e-b06a-67311a56c3e3 request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:30:57.202169 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] For port a23ca63d-550e-4652-8fcc-8a15c802b66e, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a23ca63d-550e-4652-8fcc-8a15c802b66e,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:57.202510 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.204681 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.349397 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Deleting port a23ca63d-550e-4652-8fcc-8a15c802b66e {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:30:57.349946 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.424231 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Calling delete_port for a23ca63d-550e-4652-8fcc-8a15c802b66e owned by network:dhcp {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:57.483326 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.486370 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.490191 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] For port a23ca63d-550e-4652-8fcc-8a15c802b66e, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=a23ca63d-550e-4652-8fcc-8a15c802b66e,segment=NetworkSegment(bcdd624a-71e4-409b-8d99-fecdc5c79c7b),segment_id=bcdd624a-71e4-409b-8d99-fecdc5c79c7b)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:30:57.490638 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.493166 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cb15fae9-e32f-4012-9b7c-f2549e8b2337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:57.500385 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-ade6221a-a6ea-40b9-a81d-35d02db33663', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 13:30:57.501222 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.540083 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23ca63d-550e-4652-8fcc-8a15c802b66e,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:57.542107 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] No DVR routers for this DVR port a23ca63d-550e-4652-8fcc-8a15c802b66e on host dv-cinder-790492-5-iscsi {{(pid=91756) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:57.543676 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:57.617398 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a23ca63d-550e-4652-8fcc-8a15c802b66e no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:57.665968 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.682570 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4069987-de9c-407e-b06a-67311a56c3e3']}} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:57.696514 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b') {'for_net_delete': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:57.696791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.services.segments.db [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcdd624a-71e4-409b-8d99-fecdc5c79c7b') {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:30:57.706180 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Calling delete_port for a23ca63d-550e-4652-8fcc-8a15c802b66e owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:30:57.709479 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6736934'] for segment, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.717728 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: a23ca63d-550e-4652-8fcc-8a15c802b66e {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:57.718156 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device a23ca63d-550e-4652-8fcc-8a15c802b66e not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:57.718506 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 30595d5d-89af-4e73-95ab-76a9e7efac79 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:30:57.731613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.738615 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=91756) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:30:57.739268 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6452560'] for segment, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: Traceback (most recent call last): May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: timer() May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: cb(*args, **kw) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: return func(*args, **kwargs) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: self._notify() May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: self.callback(batched_events) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: event.method(event) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: return f(self, *a, **k) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._get(url).json() May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: return self.request(url, 'GET', **kwargs) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:30:57.753796 dv-cinder-790492-5-iscsi neutron-server[91756]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:30:57.792861 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 30595d5d-89af-4e73-95ab-76a9e7efac79 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:30:57.793223 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 30595d5d-89af-4e73-95ab-76a9e7efac79 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:30:57.830229 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.837624 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-59f2ce50-c02c-4a99-8034-cffddbb5a53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:57.851682 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.867147 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4069987-de9c-407e-b06a-67311a56c3e3,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:57.872723 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:57.878516 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5f8aca92-bc0d-4632-b635-fba8fabb0035 admin admin] 10.222.0.68 "DELETE /v2.0/networks/a4069987-de9c-407e-b06a-67311a56c3e3 HTTP/1.1" status: 204 len: 168 time: 0.9823806 May 31 13:30:57.916853 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Allocated IP 172.20.0.2 (ade6221a-a6ea-40b9-a81d-35d02db33663/71f7782d-0d96-4da8-8780-471f920cc4b1/7af19250-07f5-450c-a204-c1a60551f796) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:57.918781 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.924667 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-59f2237d-54f0-444b-b096-3b386157447a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:57.952776 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:57.968374 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Pushing event deleted for resources: {'Port': ['ID=a23ca63d-550e-4652-8fcc-8a15c802b66e,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:57.974839 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Network a4069987-de9c-407e-b06a-67311a56c3e3 is not hosted by any dhcp agent {{(pid=91757) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 13:30:57.975605 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] No DVR routers for this DVR port a23ca63d-550e-4652-8fcc-8a15c802b66e on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:30:57.977451 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:57.990244 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.016492 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54048) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:58.075903 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-00ba1dbd-e26a-45f8-bf73-5f8365ea41c2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=48cefaf9a6e64b64a6e80e616f06d169&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0558941 May 31 13:30:58.076166 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54052) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:58.131911 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Allocated IP 172.27.1.109 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/38e50d6d-4b61-44cf-8d0a-1aed1960e402) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:30:58.136761 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.164609 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.186955 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.197487 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Transition to ACTIVE for port object 7af19250-07f5-450c-a204-c1a60551f796 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:58.227430 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Transition to ACTIVE for port object 7af19250-07f5-450c-a204-c1a60551f796 will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:30:58.230377 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.232852 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.235644 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-177e0e3e-c9dc-4cdc-b24f-a96d5c40b9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:58.237102 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:58.250032 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c09ca4-ee96-4592-b963-73201f5b6e3c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:58.254079 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:58.257351 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.258572 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/33c09ca4-ee96-4592-b963-73201f5b6e3c HTTP/1.1" status: 204 len: 168 time: 0.1814449 May 31 13:30:58.294815 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.326341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Pushing event updated for resources: {'Port': ['ID=7af19250-07f5-450c-a204-c1a60551f796,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:58.330982 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Network ade6221a-a6ea-40b9-a81d-35d02db33663 is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:58.332366 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:58.332882 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.335142 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:58.336280 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:30:58.339198 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:58.412475 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:30:58.416793 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:30:58.420129 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:30:58.456565 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Attempting to bind port 7af19250-07f5-450c-a204-c1a60551f796 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:30:58.457026 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Attempting to bind port 7af19250-07f5-450c-a204-c1a60551f796 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:30:58.457449 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Attempting to bind port 7af19250-07f5-450c-a204-c1a60551f796 on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:30:58.463174 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:30:58.463635 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Checking segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:30:58.464105 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.464558 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Bound using segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:30:58.465035 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Bound port: 7af19250-07f5-450c-a204-c1a60551f796, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:30:58.465404 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.468503 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Pushing event updated for resources: {'Port': ['ID=38e50d6d-4b61-44cf-8d0a-1aed1960e402,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:58.474909 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:58.579987 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] For port 7af19250-07f5-450c-a204-c1a60551f796, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:30:58.585008 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] For port 7af19250-07f5-450c-a204-c1a60551f796, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=7af19250-07f5-450c-a204-c1a60551f796,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:30:58.592107 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:58.597530 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:58.708288 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Pushing event updated for resources: {'Port': ['ID=7af19250-07f5-450c-a204-c1a60551f796,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:58.724832 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:58.964950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.341576 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54076) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:30:59.365255 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.455340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-766691490-network', 'tenant_id': '9af8a8fc9249400fbc342611d3ff9b1c'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:30:59.461626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:59.466585 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Usage tracker for resource:network and tenant:9af8a8fc9249400fbc342611d3ff9b1c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:59.470717 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:59.477913 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:59.489963 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Made reservation on behalf of 9af8a8fc9249400fbc342611d3ff9b1c for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:30:59.492566 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.526628 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.570609 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:30:59.575864 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Usage tracker for resource:security_group_rule and tenant:9af8a8fc9249400fbc342611d3ff9b1c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:30:59.578943 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:30:59.586446 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:30:59.661896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 7af19250-07f5-450c-a204-c1a60551f796 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:30:59.771070 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 7af19250-07f5-450c-a204-c1a60551f796 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:30:59.772646 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:30:59.791214 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.800725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.827035 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:30:59.830401 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-125e12db-f00b-44b5-96ef-1c08629d4286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:59.857891 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.858456 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Added segment 227ec4bb-4004-40a7-8187-b7dac05eb9cd of type vlan for network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 May 31 13:30:59.889184 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:30:59.894676 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:30:59.909921 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.968055 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.969897 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:30:59.970769 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:30:59.975106 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:30:59.979672 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:00.010537 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:00.013034 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.014809 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8654029 May 31 13:31:00.016589 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54082) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:00.018434 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486926e1-3c7c-4553-b1f1-c82bb63e2d58 None None] Network ade6221a-a6ea-40b9-a81d-35d02db33663 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:31:00.091677 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7489913 May 31 13:31:00.092591 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Pushing event updated for resources: {'Network': ['ID=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:00.094926 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54088) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:00.100323 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Request body: {'subnet': {'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-766691490-subnet', 'tenant_id': '9af8a8fc9249400fbc342611d3ff9b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:00.105068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:00.105981 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:00.106623 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:00.108838 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Usage tracker for resource:subnet and tenant:9af8a8fc9249400fbc342611d3ff9b1c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:00.112267 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-66eb4480-82bc-4185-8f00-e907c8f92612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:00.113056 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:00.118758 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:00.131126 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Made reservation on behalf of 9af8a8fc9249400fbc342611d3ff9b1c for: {'subnet': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:00.134614 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6763053'] for subnet, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.164327 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:31:00.295624 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Provisioning for port 7af19250-07f5-450c-a204-c1a60551f796 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:00.375856 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Provisioning complete for port 7af19250-07f5-450c-a204-c1a60551f796 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:00.376317 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.552445 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6453173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6763067'] for subnet, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.557223 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b146ccf2-10d2-43b6-abdc-90b2a4e9e616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:00.580713 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:00.630912 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Pushing event updated for resources: {'Subnet': ['ID=37963bd1-bddd-4c8a-8911-b9ac5e8234ba,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:00.634400 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:00.640651 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Checking segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:00.640997 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Network hostable DHCP agents. Network: 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91756) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:31:00.659391 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91756) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:31:00.670665 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78) {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:00.681546 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:00.682128 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.696446 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3f36d-dbdd-4a28-b0ef-bf06da5d8779 None None] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:31:00.707403 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-729e39b6-33db-4afd-980a-40592658a38a admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6081159 May 31 13:31:00.843253 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:00.982809 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.053075 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Allocated IP 172.20.0.1 (ade6221a-a6ea-40b9-a81d-35d02db33663/71f7782d-0d96-4da8-8780-471f920cc4b1/74e3dc24-6592-4ca6-8792-7dc7742bec66) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:01.109762 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] For port 7af19250-07f5-450c-a204-c1a60551f796, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=7af19250-07f5-450c-a204-c1a60551f796,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:01.162248 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.173071 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0ec93920-6a4c-4d5c-a111-59da216aa852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:01.238704 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c256e3-c293-4f0a-befb-902c27117593 None None] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:31:01.348649 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Pushing event updated for resources: {'Port': ['ID=7af19250-07f5-450c-a204-c1a60551f796,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:01.353696 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:01.424441 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:30:58Z', 'revision_number': 3, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:01.452990 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.453294 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:01.453639 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Updating router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:31:01.466080 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-9ae31f62-d02c-4642-bd1d-1477b01ee783 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:01.467535 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-9ae31f62-d02c-4642-bd1d-1477b01ee783 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.3788810 May 31 13:31:01.485804 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Transition to ACTIVE for port object 74e3dc24-6592-4ca6-8792-7dc7742bec66 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:01.491038 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-a7a68c29-8788-4044-8ab6-28c176f79b80 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/quotas/9af8a8fc9249400fbc342611d3ff9b1c HTTP/1.1" status: 200 len: 375 time: 0.0134802 May 31 13:31:01.528319 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-a5c377a6-3a84-4412-9e4d-56a6f2a6159a None None] Provisioning complete for port 7af19250-07f5-450c-a204-c1a60551f796 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:01.528703 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a5c377a6-3a84-4412-9e4d-56a6f2a6159a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.547141 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-f012a25c-2b48-4595-a0b7-9be683fdb38e tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496521 May 31 13:31:01.558698 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.575212 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.588065 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5ea32197-9490-4e04-b46b-4394028ae66e tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:01.594807 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 7af19250-07f5-450c-a204-c1a60551f796 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:01.631442 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-7859ca3c-23e6-4870-ad32-d021135d482d service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:31:01.632777 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-7859ca3c-23e6-4870-ad32-d021135d482d service neutron] 10.222.0.68 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0722342 May 31 13:31:01.643642 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Network ade6221a-a6ea-40b9-a81d-35d02db33663 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:01.668956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:01.675613 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:01.771736 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 7af19250-07f5-450c-a204-c1a60551f796 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:01.772268 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.790709 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Pushing event updated for resources: {'Port': ['ID=74e3dc24-6592-4ca6-8792-7dc7742bec66,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:01.798223 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:01.822527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:01.978298 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-bbf3fa25-61dc-441c-9d3a-610cc6fe8615 service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299720 May 31 13:31:02.146515 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-77323fb7-60e1-467e-9d3b-e5a95a180a29 service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585512 May 31 13:31:02.189897 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-38b7b6a5-13af-4888-bd85-6dfb53f5a48c None None] Provisioning for port 74e3dc24-6592-4ca6-8792-7dc7742bec66 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:02.203441 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-38b7b6a5-13af-4888-bd85-6dfb53f5a48c None None] Provisioning complete for port 74e3dc24-6592-4ca6-8792-7dc7742bec66 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:02.203441 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-38b7b6a5-13af-4888-bd85-6dfb53f5a48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.213466 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.233441 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.261711 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Transition to ACTIVE for port object 38e50d6d-4b61-44cf-8d0a-1aed1960e402 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:02.270387 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-38b7b6a5-13af-4888-bd85-6dfb53f5a48c None None] Port 74e3dc24-6592-4ca6-8792-7dc7742bec66 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:02.272381 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.277314 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:02.352160 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Attempting to bind port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:02.352581 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Attempting to bind port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:02.352896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Attempting to bind port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:02.358809 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab275f20-e7c3-4db7-82fa-1d2ac2d79e90 None None] Pushing event updated for resources: {'Port': ['ID=38e50d6d-4b61-44cf-8d0a-1aed1960e402,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:02.362719 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ab275f20-e7c3-4db7-82fa-1d2ac2d79e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:02.363676 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:02.364047 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:02.364459 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.364840 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:02.365303 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Bound port: 38e50d6d-4b61-44cf-8d0a-1aed1960e402, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:02.365675 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.438054 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] For port 38e50d6d-4b61-44cf-8d0a-1aed1960e402, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:02.441232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] For port 38e50d6d-4b61-44cf-8d0a-1aed1960e402, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=38e50d6d-4b61-44cf-8d0a-1aed1960e402,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:02.445072 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.446067 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.449747 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.450078 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:02.477477 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-57774e41-e40e-4785-9775-d608c90ea6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:02.526151 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:02.526770 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:02.563022 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.566594 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Pushing event updated for resources: {'Port': ['ID=74e3dc24-6592-4ca6-8792-7dc7742bec66,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:02.570637 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:02.587049 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab275f20-e7c3-4db7-82fa-1d2ac2d79e90 None None] Pushing event updated for resources: {'Port': ['ID=38e50d6d-4b61-44cf-8d0a-1aed1960e402,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:02.591631 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ab275f20-e7c3-4db7-82fa-1d2ac2d79e90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:02.700816 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:02.704883 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Network ade6221a-a6ea-40b9-a81d-35d02db33663 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:02.705959 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:02.716521 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:03.028598 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6b08955c-b042-4c5f-bdb3-25f9edaa15b0 None None] Provisioning complete for port 74e3dc24-6592-4ca6-8792-7dc7742bec66 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:03.029300 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6b08955c-b042-4c5f-bdb3-25f9edaa15b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:03.031285 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:31:03.086131 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-6b08955c-b042-4c5f-bdb3-25f9edaa15b0 None None] Port 74e3dc24-6592-4ca6-8792-7dc7742bec66 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:03.099941 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 2, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:03.103973 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e81dd3-70af-4d3d-8f40-8cf77932db5d None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 2, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:03.212705 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:03.225233 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] 10.222.0.68 "PUT /v2.0/routers/cb4f802a-3481-47b4-b23b-7adf5f8e5d16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2041364 May 31 13:31:03.420575 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c8af1785-795f-48e3-8ce2-2298cee89f32 req-fa42eb36-1866-46b6-a265-087f74751859 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 210 time: 0.0588503 May 31 13:31:03.912932 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54136) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:03.920506 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1273624594-network', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:03.925436 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:03.939375 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Usage tracker for resource:network and tenant:6c7cfbfd3eb24259a04f04b9c3e7f28a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:03.946017 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:03.953576 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:03.966986 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Made reservation on behalf of 6c7cfbfd3eb24259a04f04b9c3e7f28a for: {'network': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:03.971184 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-638997'] for network, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:03.988114 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.005742 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:04.011991 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Usage tracker for resource:security_group_rule and tenant:6c7cfbfd3eb24259a04f04b9c3e7f28a is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:04.018589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:04.025888 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:04.136265 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.143291 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.146404 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cc5ef49b-012e-4638-bc14-f57bf61cd812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:04.175951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=91756) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 13:31:04.184672 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b60be2e-7355-40ee-a960-c09665cc6c77,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:04.188343 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:04.191392 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.191726 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.segments_db [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Added segment 9ae34d88-b465-4150-97be-a6fee47fa4c4 of type vlan for network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd May 31 13:31:04.220432 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770001054531'] for network, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.251589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848'] for network, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.253135 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:04.253875 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.257675 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f0e3bcbb-3d72-4fdc-b6e8-675c8c3c7346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:04.376659 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] 10.222.0.68 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4598389 May 31 13:31:04.376659 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Pushing event updated for resources: {'Network': ['ID=5ba6b67e-7ffb-4c3d-a092-d05f148637dd,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:04.377089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54140) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:04.381927 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:04.382941 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Request body: {'subnet': {'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1273624594-subnet', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'ip_version': 4}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:04.388200 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd details requested by agent ovs-agent-dv-cinder-790492-5-iscsi with host dv-cinder-790492-5-iscsi {{(pid=91757) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 13:31:04.389101 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:04.393284 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Usage tracker for resource:subnet and tenant:6c7cfbfd3eb24259a04f04b9c3e7f28a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:04.396274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:04.402777 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:04.414687 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Made reservation on behalf of 6c7cfbfd3eb24259a04f04b9c3e7f28a for: {'subnet': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:04.417160 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6979485'] for subnet, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.657520 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c93a7423-9903-4200-a09a-2b03756b70ad req-7434564d-1d69-4aca-b8b6-795c90886f6e tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 210 time: 0.0667567 May 31 13:31:04.759372 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-6677f78c-a26f-4ba1-af01-3ffad1dcf185 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:04.759960 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-6677f78c-a26f-4ba1-af01-3ffad1dcf185 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Synchronizing usage tracker for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:network {{(pid=91756) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:04.775930 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-6677f78c-a26f-4ba1-af01-3ffad1dcf185 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Unset dirty status for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:network {{(pid=91756) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:04.777131 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-6677f78c-a26f-4ba1-af01-3ffad1dcf185 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.3042779 May 31 13:31:04.789193 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Request body: {'port': {'device_id': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'admin_state_up': True, 'tenant_id': '9af8a8fc9249400fbc342611d3ff9b1c'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:04.908832 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6796735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6979467'] for subnet, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.913819 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c8343475-adca-497f-a265-2c493f26e77a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:04.932571 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:04.936321 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Usage tracker for resource:port and tenant:9af8a8fc9249400fbc342611d3ff9b1c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:04.939112 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:04.944875 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:04.955620 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Made reservation on behalf of 9af8a8fc9249400fbc342611d3ff9b1c for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:04.959457 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:04.992418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=688f1f0f-4a2d-45df-9dec-4f7c809966d3,revision_number=0']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:04.995877 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:05.004601 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Checking segment: {'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:05.004950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Network hostable DHCP agents. Network: 5ba6b67e-7ffb-4c3d-a092-d05f148637dd, hostable agents: ['8bc6c64d-3a91-48a0-a4ef-2affc8633a36'], hosted agents: [] {{(pid=91755) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 13:31:05.023627 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd is scheduled to be hosted by DHCP agent 8bc6c64d-3a91-48a0-a4ef-2affc8633a36 with binding_index 1 {{(pid=91755) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 13:31:05.034919 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-790492-5-iscsi, 5ba6b67e-7ffb-4c3d-a092-d05f148637dd) {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:05.044306 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:05.044896 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.045350 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97fc4e-d665-48ea-87b9-43652b92c08a None None] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:31:05.069215 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-ea6648ad-dcf9-4233-baf3-cab3b1806c1e admin admin] 10.222.0.68 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6884561 May 31 13:31:05.069418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54150) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:05.076557 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:05.082932 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:05.086842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Usage tracker for resource:router and tenant:6c7cfbfd3eb24259a04f04b9c3e7f28a is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:05.089834 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:05.096820 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:05.109648 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2060403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2467'] for router, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.111166 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2060915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2062508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2019905', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2490'] for router, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.132925 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.162297 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Allocated IP 172.20.0.9 (98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78/37963bd1-bddd-4c8a-8911-b9ac5e8234ba/c6d0d917-8aa8-4122-bee4-a92ab84c6fe8) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:05.233800 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:05.247912 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:05.248835 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:05.294870 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp361f966c-23f3-5941-8e1b-a89d26f22873-5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'fixed_ips': [{'subnet_id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3'}]}} from dv-cinder-790492-5-iscsi. {{(pid=91757) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 13:31:05.295983 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.380949 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e0427a40-3538-4299-97b5-1553b8020cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.407162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.420850 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2062473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2060353', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2504'] for router, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.447859 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.456141 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b24be021-c7a0-4836-9d0d-296c7e8f2bfb tempest-VolumesSnapshotTestJSON-882387622 tempest-VolumesSnapshotTestJSON-882387622-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:05.495272 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.db_base_plugin_common [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Allocated IP 172.20.0.2 (5ba6b67e-7ffb-4c3d-a092-d05f148637dd/688f1f0f-4a2d-45df-9dec-4f7c809966d3/046b2570-874c-4c67-a278-4fff751e6dec) {{(pid=91757) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:05.502387 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:05.531462 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:05.535184 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:05.543354 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:05.600328 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event updated for resources: {'Port': ['ID=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:05.604553 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:05.633642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:05.634889 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.665404 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-e0bb3fb5-37db-4f46-8e58-d45051cb8ad0 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8798432 May 31 13:31:05.678001 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Request body: {'port': {'device_id': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:05.822981 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Notify callbacks [] for port, precommit_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.828383 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.833388 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Transition to ACTIVE for port object 046b2570-874c-4c67-a278-4fff751e6dec will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:05.853507 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Transition to ACTIVE for port object 046b2570-874c-4c67-a278-4fff751e6dec will not be triggered until provisioned by entity DHCP. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:05.859626 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38e50d6d-4b61-44cf-8d0a-1aed1960e402 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:05.896600 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978'] for port, after_create {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:05.899308 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 2, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:05.903878 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:05.904453 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Updating router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 port 74e3dc24-6592-4ca6-8792-7dc7742bec66 binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:31:05.909961 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:05.966405 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.000328 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd is already hosted by enough agents. {{(pid=91757) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:06.007440 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.scheduler.base_scheduler [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Resources bound (agent type, host, resource id): {{(pid=91757) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:06.011435 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Pushing event updated for resources: {'Port': ['ID=046b2570-874c-4c67-a278-4fff751e6dec,revision_number=1']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.020356 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Received port after_create {{(pid=91757) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:06.022770 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:06.096329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:06.105127 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.114397 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:06.114791 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.145281 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.161792 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Attempting to bind port 046b2570-874c-4c67-a278-4fff751e6dec on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:06.162203 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Attempting to bind port 046b2570-874c-4c67-a278-4fff751e6dec by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:06.162650 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Attempting to bind port 046b2570-874c-4c67-a278-4fff751e6dec on network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:06.171537 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:06.171904 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Checking segment: {'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:06.172349 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.172756 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Bound using segment: {'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:06.173298 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Bound port: 046b2570-874c-4c67-a278-4fff751e6dec, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:06.173690 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.250333 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a41a7fe-24d2-4d3d-a3a1-7972898326aa req-3561793b-f8c1-4c33-9c65-dc491cefda19 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:06.257751 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a41a7fe-24d2-4d3d-a3a1-7972898326aa req-3561793b-f8c1-4c33-9c65-dc491cefda19 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 931 time: 0.2473478 May 31 13:31:06.286911 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:06.296455 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.322813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Transition to ACTIVE for port object c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:06.326113 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] For port 046b2570-874c-4c67-a278-4fff751e6dec, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:06.330626 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.330860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] For port 046b2570-874c-4c67-a278-4fff751e6dec, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=046b2570-874c-4c67-a278-4fff751e6dec,segment=NetworkSegment(9ae34d88-b465-4150-97be-a6fee47fa4c4),segment_id=9ae34d88-b465-4150-97be-a6fee47fa4c4)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:06.331950 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.339294 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.339517 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-cd8b0b66-ae7a-4e48-a29c-1f215327c87e tempest-ServerRescueNegativeTestJSON-1726396222 tempest-ServerRescueNegativeTestJSON-1726396222-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:06.345273 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-e1f96915-b625-4fc8-b3ca-ab7b5cfc5a30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:06.371991 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a41a7fe-24d2-4d3d-a3a1-7972898326aa req-a43c9437-fc02-4b8f-92c0-ff561f30bc0c tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132100 May 31 13:31:06.397200 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Allocated IP 172.27.1.38 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/e7273c74-658c-4567-b4c0-2950aa43d6d3) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:06.415256 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 38e50d6d-4b61-44cf-8d0a-1aed1960e402, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=38e50d6d-4b61-44cf-8d0a-1aed1960e402,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:06.426720 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.450895 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Pushing event updated for resources: {'Port': ['ID=046b2570-874c-4c67-a278-4fff751e6dec,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.463587 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:06.464179 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-569f3e81-a672-47c4-b827-769bd1da4996 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:06.484194 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.506790 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Transition to ACTIVE for port object 74e3dc24-6592-4ca6-8792-7dc7742bec66 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:06.520083 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.527821 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:06.555380 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=38e50d6d-4b61-44cf-8d0a-1aed1960e402,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.560114 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:06.563383 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.566232 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:06.627765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.629683 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Pushing event updated for resources: {'Port': ['ID=74e3dc24-6592-4ca6-8792-7dc7742bec66,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.659939 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Attempting to bind port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:06.660832 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Attempting to bind port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:06.661563 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Attempting to bind port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:06.667854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:31:06.668200 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Attempting to bind port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:06.668566 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.674300 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4ce4d0ed-bc45-43c1-9bfc-a12d95da880d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:06.674438 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:06.674713 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Checking segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:06.675208 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Bound using segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:06.675642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Bound port: c6d0d917-8aa8-4122-bee4-a92ab84c6fe8, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:06.675981 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.745589 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.745972 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.746213 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.747110 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.747444 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.747774 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.748089 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.748408 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.748749 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.749064 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.749380 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.749689 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:06.753499 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:06.795288 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Pushing event updated for resources: {'Port': ['ID=e7273c74-658c-4567-b4c0-2950aa43d6d3,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.802525 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:06.804557 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:06.805810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:06.808475 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:06.820806 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] For port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:06.826253 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] For port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:06.837599 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.842988 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-598d332e-dc63-479e-82dc-9a8f93b6bb60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:06.896453 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Attempting to bind port 74e3dc24-6592-4ca6-8792-7dc7742bec66 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:06.896867 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Attempting to bind port 74e3dc24-6592-4ca6-8792-7dc7742bec66 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:06.897341 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Attempting to bind port 74e3dc24-6592-4ca6-8792-7dc7742bec66 on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:06.903854 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:06.904235 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Checking segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:06.904775 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.906121 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Bound using segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:06.906775 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Bound port: 74e3dc24-6592-4ca6-8792-7dc7742bec66, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:06.907171 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.929246 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:06.930233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:06.931961 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] 10.222.0.41 "PUT /v2.0/ports/c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 HTTP/1.1" status: 200 len: 1093 time: 1.2588260 May 31 13:31:06.932468 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'tag': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:06.934882 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad" -d '{"events": [{"name": "network-changed", "server_uuid": "13563830-5f5d-43d3-b0e3-c87b83d7da57", "tag": "c6d0d917-8aa8-4122-bee4-a92ab84c6fe8"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:06.956251 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:06.974341 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:07.018636 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c508e243-62aa-4f70-9b8c-76f70335ac03 x-openstack-request-id: req-c508e243-62aa-4f70-9b8c-76f70335ac03 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:07.018984 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13563830-5f5d-43d3-b0e3-c87b83d7da57", "tag": "c6d0d917-8aa8-4122-bee4-a92ab84c6fe8", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:07.019274 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c508e243-62aa-4f70-9b8c-76f70335ac03 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:07.019721 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'tag': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', 'status': 'completed', 'code': 200} May 31 13:31:07.041936 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] For port 74e3dc24-6592-4ca6-8792-7dc7742bec66, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:07.044985 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] For port 74e3dc24-6592-4ca6-8792-7dc7742bec66, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=74e3dc24-6592-4ca6-8792-7dc7742bec66,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:07.050579 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.056041 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-fda7165d-9c63-4830-94e3-886c419d90da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:07.060082 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-d71c5380-02b7-428a-8646-04c51d0d05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:07.060426 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-d71c5380-02b7-428a-8646-04c51d0d05f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 1096 time: 0.0800056 May 31 13:31:07.143670 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Pushing event updated for resources: {'Port': ['ID=74e3dc24-6592-4ca6-8792-7dc7742bec66,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:07.147432 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-e792b3a9-bacd-40c1-b9e7-05f34bba2f38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:07.161746 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:07.162493 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:30:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:07.245737 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-6f8ba60c-e664-4f1a-b391-f5f77a76bf54 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 HTTP/1.1" status: 200 len: 217 time: 0.1784573 May 31 13:31:07.318230 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.323597 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-184ae353-bdf7-4220-b595-0dac276c1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:07.325043 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-184ae353-bdf7-4220-b595-0dac276c1671 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0728343 May 31 13:31:07.384330 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-aaeb8cba-0a20-4694-bc5d-f29faaa44014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521886 May 31 13:31:07.397451 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:07.555997 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-964e4968-75cf-400f-a061-317fb60d535e service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645474 May 31 13:31:07.746420 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-ef0f11e3-f2aa-4fb9-92d1-de45101c1bb1 req-fa4a6ffc-8e61-4e15-bdb9-9dc236170ae9 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830890 May 31 13:31:07.784364 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38e50d6d-4b61-44cf-8d0a-1aed1960e402 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:07.831682 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.843139 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53018321-bea6-4136-9543-41d87f4655b1 None None] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:31:07.891915 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:07Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:07.897460 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99303148-46c7-4c41-b4c6-365ef385e7b5 None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:07Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:07.921510 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbc729-b1f5-4e29-a64f-d6f315b946ac req-ffec8e0b-5e9e-4b11-9502-50c9be2ca89e tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:07.929280 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1dbbc729-b1f5-4e29-a64f-d6f315b946ac req-ffec8e0b-5e9e-4b11-9502-50c9be2ca89e tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 943 time: 0.3952317 May 31 13:31:07.946342 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-2209105c-c616-4c0c-9697-4cf8181ad387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:07.948071 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-2209105c-c616-4c0c-9697-4cf8181ad387 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 1096 time: 0.1263578 May 31 13:31:07.983896 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-25628e5d-878f-4738-9b2c-d35efe37424a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:07.990393 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-e9076890-bef5-44c4-b7ab-6b8b9db6da4b None None] Provisioning for port 046b2570-874c-4c67-a278-4fff751e6dec completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:07.995061 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2060410', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2062538'] for router, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:08.068285 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:08.068680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:08.089231 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1dbbc729-b1f5-4e29-a64f-d6f315b946ac req-e102e41a-9b71-4f28-b2f3-125bc486ebe6 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565769 May 31 13:31:08.119360 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-0cc0e3de-5524-4088-ba08-88385c2f8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:08.121145 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-0cc0e3de-5524-4088-ba08-88385c2f8bb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 915 time: 0.1659615 May 31 13:31:08.198903 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-f619c372-8568-495b-99c1-cd27f43faaeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 HTTP/1.1" status: 200 len: 217 time: 0.0696824 May 31 13:31:08.257847 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 is scheduled to L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 with binding_index 1 {{(pid=91755) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 13:31:08.271239 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 74e3dc24-6592-4ca6-8792-7dc7742bec66 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:08.274992 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-9cd784a7-8aed-4517-a1a9-3317951791b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:08.276884 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-9cd784a7-8aed-4517-a1a9-3317951791b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0715775 May 31 13:31:08.331157 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-6daeea34-551f-4c77-afcc-6bd1c9899319 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431290 May 31 13:31:08.355818 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 74e3dc24-6592-4ca6-8792-7dc7742bec66 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:08.363057 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 74e3dc24-6592-4ca6-8792-7dc7742bec66 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:08.363445 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:08.497924 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:08.514805 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Sync routers for ids ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:08.523199 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:08.542035 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:08.546884 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] 10.222.0.68 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4750438 May 31 13:31:08.547058 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-394666a4-c7e5-42bd-b49f-89682d92922e service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064564 May 31 13:31:08.548600 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54160) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:08.549968 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Routers {'76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:08.550909 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:31:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:08.670541 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 74e3dc24-6592-4ca6-8792-7dc7742bec66, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=74e3dc24-6592-4ca6-8792-7dc7742bec66,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:08.680215 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:08.685640 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 046b2570-874c-4c67-a278-4fff751e6dec up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:08.735087 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-b4c1a183-ba0b-4a0e-82c3-f0318f4db3ad req-5fe08e33-86fc-4c0f-b182-fdea794bd443 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810210 May 31 13:31:08.810829 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ab275f20-e7c3-4db7-82fa-1d2ac2d79e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:08.929013 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=74e3dc24-6592-4ca6-8792-7dc7742bec66,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:08.939303 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:08.941600 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Set router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:09.113688 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port 046b2570-874c-4c67-a278-4fff751e6dec completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:09.130622 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 046b2570-874c-4c67-a278-4fff751e6dec triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:09.131088 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.210928 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.333567 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.338837 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.356566 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a6e5a-e591-4631-9269-0caf642dbf8e req-88d72e4e-513b-4848-bb02-5691d8c1fdd3 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:09.358020 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f2a6e5a-e591-4631-9269-0caf642dbf8e req-88d72e4e-513b-4848-bb02-5691d8c1fdd3 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 943 time: 0.1657937 May 31 13:31:09.375931 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:31:07Z', 'revision_number': 3, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port': {'id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:06Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:09.380631 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port 046b2570-874c-4c67-a278-4fff751e6dec, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=046b2570-874c-4c67-a278-4fff751e6dec,segment=NetworkSegment(9ae34d88-b465-4150-97be-a6fee47fa4c4),segment_id=9ae34d88-b465-4150-97be-a6fee47fa4c4)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:09.382772 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Checking router: 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:09.383144 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Updating router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 port e7273c74-658c-4567-b4c0-2950aa43d6d3 binding host dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:31:09.412314 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.420606 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:09.496013 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.547549 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=046b2570-874c-4c67-a278-4fff751e6dec,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:09.552378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:09.583676 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f2a6e5a-e591-4631-9269-0caf642dbf8e req-60c2379e-4de8-4579-a960-3fbc6c1f0276 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186739 May 31 13:31:09.615909 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 74e3dc24-6592-4ca6-8792-7dc7742bec66 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:09.712836 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Allocated IP 172.20.0.1 (5ba6b67e-7ffb-4c3d-a092-d05f148637dd/688f1f0f-4a2d-45df-9dec-4f7c809966d3/d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:09.789918 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 74e3dc24-6592-4ca6-8792-7dc7742bec66 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:09.790292 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.865099 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.881067 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Transition to ACTIVE for port object d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:09.908222 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:09.912808 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-715f734f-c17e-492c-bf5a-38f2ab857df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:09.977047 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:09.979891 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:09.983972 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:09.992187 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Notify callbacks [] for port, precommit_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.006073 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Transition to ACTIVE for port object e7273c74-658c-4567-b4c0-2950aa43d6d3 will not be triggered until provisioned by entity L2. {{(pid=91757) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:10.012460 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.016855 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a8b2007b-a3de-41cd-a9c2-800687b965bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:10.030720 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Pushing event updated for resources: {'Port': ['ID=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:10.036357 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:10.050461 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2060219'] for router_interface, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.096075 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Attempting to bind port e7273c74-658c-4567-b4c0-2950aa43d6d3 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:10.096443 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Attempting to bind port e7273c74-658c-4567-b4c0-2950aa43d6d3 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:10.096814 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Attempting to bind port e7273c74-658c-4567-b4c0-2950aa43d6d3 on network f072082a-a1f0-475e-92e4-72dcb336a4a6 {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:10.100469 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca23f-16ff-447d-aa40-4bdaa3141b1b None None] Pushing event updated for resources: {'Port': ['ID=e7273c74-658c-4567-b4c0-2950aa43d6d3,revision_number=2']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:10.105069 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a3cca23f-16ff-447d-aa40-4bdaa3141b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:10.106023 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:10.106399 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Checking segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91757) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:10.106827 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.107218 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Bound using segment: {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'} {{(pid=91757) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:10.107696 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.managers [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Bound port: e7273c74-658c-4567-b4c0-2950aa43d6d3, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375a9e12-1d9e-4054-979c-a85d7ec4871f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6'}}] {{(pid=91757) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:10.108070 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.184515 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.189082 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] For port e7273c74-658c-4567-b4c0-2950aa43d6d3, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91757) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:10.192332 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] For port e7273c74-658c-4567-b4c0-2950aa43d6d3, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=e7273c74-658c-4567-b4c0-2950aa43d6d3,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:10.197220 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.200831 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-6f331a98-0ded-464c-ab5d-da719b7b9cb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:10.282741 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Routers {'76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:10.283401 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:31:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:10.391014 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cca23f-16ff-447d-aa40-4bdaa3141b1b None None] Pushing event updated for resources: {'Port': ['ID=e7273c74-658c-4567-b4c0-2950aa43d6d3,revision_number=3']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:10.402279 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a3cca23f-16ff-447d-aa40-4bdaa3141b1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:10.402948 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-1800b20b-4a56-4ba4-a711-4d6c1f8259d0 None None] Provisioning for port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:10.411082 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.416316 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.417432 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-1800b20b-4a56-4ba4-a711-4d6c1f8259d0 None None] Provisioning complete for port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:10.417811 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1800b20b-4a56-4ba4-a711-4d6c1f8259d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.440642 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2b738f38-6f4e-484c-a4ea-fc5e35502f03 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:10.528170 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Pushing event updated for resources: {'Port': ['ID=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:10.530638 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1630218', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2060054'] for router_interface, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.535381 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:10.549010 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-1800b20b-4a56-4ba4-a711-4d6c1f8259d0 None None] Port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:10.571776 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] Set router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:10.674170 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:10.675576 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:10.791022 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:10.915417 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 4, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port': {'id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:06Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'd2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968', 'name': '', 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'mac_address': 'fa:16:3e:c0:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:09Z', 'updated_at': '2021-05-31T13:31:09Z', 'revision_number': 1, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'subnets': [{'id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:10.922505 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb265f50-5db0-46cb-be7a-4e1ca95d8839 None None] The sync data for ids ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'] in dv-cinder-790492-5-iscsi is: [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 4, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port': {'id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:06Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'd2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968', 'name': '', 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'mac_address': 'fa:16:3e:c0:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:09Z', 'updated_at': '2021-05-31T13:31:09Z', 'revision_number': 1, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'subnets': [{'id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:10.927198 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:31:10.935022 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143ca1c-05ee-44ed-bbd4-d3c3a7f599f0 req-c60778f0-0fac-4f9b-8162-964c93187de7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:10.939647 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9143ca1c-05ee-44ed-bbd4-d3c3a7f599f0 req-c60778f0-0fac-4f9b-8162-964c93187de7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 943 time: 0.2043271 May 31 13:31:10.972671 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-76258399-fee8-4983-a105-85cdee1fe6e0 None None] Provisioning complete for port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:10.973042 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-76258399-fee8-4983-a105-85cdee1fe6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:11.033634 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-76258399-fee8-4983-a105-85cdee1fe6e0 None None] Port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:11.063254 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9143ca1c-05ee-44ed-bbd4-d3c3a7f599f0 req-a05d0639-041b-440b-adeb-ae1542977e7e tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187561 May 31 13:31:11.121208 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:31:11.283612 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:11.287392 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:31:11.299332 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'port_id': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', 'mac_address': 'fa:16:3e:b9:8c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37963bd1-bddd-4c8a-8911-b9ac5e8234ba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:31:11.303467 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] 10.222.0.68 "PUT /v2.0/routers/76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7534757 May 31 13:31:11.359164 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:11.377232 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:11.394184 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:11.399077 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:11.400918 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-74679ed0-b112-453b-9f22-09634aad2180 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:11.477551 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:11.481182 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:11.599123 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 046b2570-874c-4c67-a278-4fff751e6dec up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:11.710107 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port 046b2570-874c-4c67-a278-4fff751e6dec triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:11.710590 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:11.781115 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:11.987279 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54174) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:11.994624 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907014874', 'description': 'tempest-secgroup-smoke-1907014874 description', 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.001374 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.005720 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.008779 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.015701 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.026988 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.047962 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.051802 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.055453 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.061396 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.138818 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.143672 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.149122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ed523481-3cf6-4338-9221-ab80aa3deb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:12.224854 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.226075 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2373400 May 31 13:31:12.229387 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54180) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.233708 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45accf8-933d-40b5-8159-9ad1291108de,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:12.235125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'security_group_rule': {'security_group_id': 'd45accf8-933d-40b5-8159-9ad1291108de', 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.241727 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.245845 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.249109 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.253828 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:12.255733 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.272344 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.283951 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fe5cc-7f04-460c-a511-0f53322984d9 req-1aed20cc-0c2c-4a52-b089-05d192877d27 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:12.285468 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-456fe5cc-7f04-460c-a511-0f53322984d9 req-1aed20cc-0c2c-4a52-b089-05d192877d27 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 944 time: 0.1039746 May 31 13:31:12.332811 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-456fe5cc-7f04-460c-a511-0f53322984d9 req-29812264-2b7e-46e7-bc07-c35274afc647 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 May 31 13:31:12.333933 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.338516 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.340686 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:12.361465 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29559c0-6adb-4e97-8d29-e982c09a1367,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:12.365814 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:12.374497 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.375717 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-6e4f0e61-86b7-4a9f-b967-8c08226f9414 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1452737 May 31 13:31:12.378537 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54184) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.383633 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'security_group_rule': {'security_group_id': 'd45accf8-933d-40b5-8159-9ad1291108de', 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.389342 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.393292 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.396232 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.401980 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.422694 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.489835 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.496153 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.502582 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:12.522371 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ec06b6-003b-4ccf-b52e-a88d60f0f9c9,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:12.525807 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:12.534649 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.535911 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-0d7141c4-ffc5-4a43-b486-fced74ad91c4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563909 May 31 13:31:12.538811 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54188) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.543813 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'security_group_rule': {'security_group_id': 'd45accf8-933d-40b5-8159-9ad1291108de', 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.549812 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.553589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.556456 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.562349 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.579724 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.644988 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.650224 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.652416 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-931b2fad-48de-4971-aed0-b7aed04fdf01 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:12.675060 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52eeba4-57ed-4877-ba55-e38032956008,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:12.679289 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:12.684153 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.685311 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-bbd842c3-b469-4c43-8eef-174362fc4ed0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1456184 May 31 13:31:12.688076 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54192) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.693331 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'security_group_rule': {'security_group_id': 'd45accf8-933d-40b5-8159-9ad1291108de', 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.699239 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.703128 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.705950 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.711573 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.729421 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.792538 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.797989 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.800074 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3732579b-1c4b-4e80-b551-5d546232c5df tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:12.823791 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9537c2-3339-4a48-94d8-806beea196e7,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:12.826112 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:12.834895 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.836250 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-9782376b-f6d4-4888-bf13-b9caf73628c2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471012 May 31 13:31:12.839789 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54196) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.845323 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'security_group_rule': {'security_group_id': 'd45accf8-933d-40b5-8159-9ad1291108de', 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:12.851521 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:12.855504 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:12.858470 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:12.864531 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:12.876172 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.securitygroups_db [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Project 7cc7528b8c1a4a22b0f9f2f9aa811c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:31:12.881962 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.945982 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.951772 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.953803 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:12.976526 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d8a050-32c8-4600-94e6-14516ab54eb4,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:12.979111 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:12.986803 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:12.988060 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-aec18493-6446-46ea-a661-13e6decd9847 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1473451 May 31 13:31:12.990859 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54200) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:12.995924 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'security_group_rule': {'security_group_id': 'd45accf8-933d-40b5-8159-9ad1291108de', 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:13.001718 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:13.005537 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:security_group_rule and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:13.008725 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:13.014306 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:13.026395 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.securitygroups_db [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Project 7cc7528b8c1a4a22b0f9f2f9aa811c14 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 13:31:13.032575 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.098585 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.103075 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017922'] for security_group_rule, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.105246 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:13.127635 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c09ef5c-571b-4d0f-8657-e4f5f41eb58a,revision_number=0']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:13.131118 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:13.131889 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:13.137245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.138427 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-fb821f74-b81d-471d-bbf6-61d4adcad8e4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466851 May 31 13:31:13.204420 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:13.209397 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:13.209787 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.335628 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.363374 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:13.365771 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52984e46-a030-4428-815a-d863be86b6d4" -d '{"events": [{"server_uuid": "13563830-5f5d-43d3-b0e3-c87b83d7da57", "name": "network-vif-plugged", "status": "completed", "tag": "c6d0d917-8aa8-4122-bee4-a92ab84c6fe8"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:13.374660 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:13.384658 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.387163 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-76510b8a-54d7-4c1e-9ad2-ce29dbd18e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:13.424876 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce9ca05-0783-42bf-b54b-4d1d33c7eb36 x-openstack-request-id: req-bce9ca05-0783-42bf-b54b-4d1d33c7eb36 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:13.425181 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13563830-5f5d-43d3-b0e3-c87b83d7da57", "name": "network-vif-plugged", "status": "completed", "tag": "c6d0d917-8aa8-4122-bee4-a92ab84c6fe8", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:13.425446 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bce9ca05-0783-42bf-b54b-4d1d33c7eb36 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:13.425854 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', 'code': 200} May 31 13:31:13.536102 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:13.540505 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:13.580981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3082f6-742a-4444-bb6b-89842063836f req-dcc84ae7-cb36-4ec1-acc7-694026dd85b4 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:13.583138 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6b3082f6-742a-4444-bb6b-89842063836f req-dcc84ae7-cb36-4ec1-acc7-694026dd85b4 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 945 time: 0.1280057 May 31 13:31:13.637410 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6b3082f6-742a-4444-bb6b-89842063836f req-8e08c4d1-2bdb-4e4c-8ed7-dcdf826836c3 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463059 May 31 13:31:13.646497 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device e7273c74-658c-4567-b4c0-2950aa43d6d3 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:13.726406 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port e7273c74-658c-4567-b4c0-2950aa43d6d3 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:13.733590 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port e7273c74-658c-4567-b4c0-2950aa43d6d3 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:13.734068 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.847932 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43723-8b48-43b5-bcda-c3242377199b req-e7b34d3e-cfee-4413-8a0c-87c95b583939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:13.849382 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d7c43723-8b48-43b5-bcda-c3242377199b req-e7b34d3e-cfee-4413-8a0c-87c95b583939 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 1098 time: 0.2228365 May 31 13:31:13.878498 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.894960 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-d7c43723-8b48-43b5-bcda-c3242377199b req-9a632270-59ff-4d74-96b9-2ba947e15732 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 May 31 13:31:13.895414 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port e7273c74-658c-4567-b4c0-2950aa43d6d3, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=e7273c74-658c-4567-b4c0-2950aa43d6d3,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:13.899665 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:13.901484 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-370c0fb6-7f34-485d-8c71-998cb3ae2ea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:13.969935 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=e7273c74-658c-4567-b4c0-2950aa43d6d3,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:13.973483 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:14.521945 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Sync routers for ids ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:31:14.533297 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Routers {'76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:14.533937 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:31:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:14.728489 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Set router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:14.867230 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8346178-d880-4b1a-9517-37a70d2cb3d2 req-9156fe66-5750-49d7-869d-113c8b1523a8 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:14.869035 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b8346178-d880-4b1a-9517-37a70d2cb3d2 req-9156fe66-5750-49d7-869d-113c8b1523a8 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 945 time: 0.0917878 May 31 13:31:14.929891 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b8346178-d880-4b1a-9517-37a70d2cb3d2 req-b94d41df-fcf6-4c07-9857-2caac810b371 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523281 May 31 13:31:15.106629 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 4, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port': {'id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:06Z', 'updated_at': '2021-05-31T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'd2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968', 'name': '', 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'mac_address': 'fa:16:3e:c0:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:09Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 2, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'subnets': [{'id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:15.110836 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Checking router: 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:31:15.111204 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Updating router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 binding host dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 13:31:15.172565 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.539957 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Notify callbacks [] for port, precommit_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.552532 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.provisioning_blocks [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Transition to ACTIVE for port object d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 will not be triggered until provisioned by entity L2. {{(pid=91758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:15.561383 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.566028 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:15.597873 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device e7273c74-658c-4567-b4c0-2950aa43d6d3 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:15.699436 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port e7273c74-658c-4567-b4c0-2950aa43d6d3 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:15.699826 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.710450 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a8d93-5558-46a0-9c98-0f75c2eab82b None None] Pushing event updated for resources: {'Port': ['ID=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,revision_number=3']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:15.748762 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7d1a8d93-5558-46a0-9c98-0f75c2eab82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:15.808760 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Attempting to bind port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 on host dv-cinder-790492-5-iscsi for vnic_type normal with profile {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:15.809385 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Attempting to bind port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 by drivers openvswitch,hyperv on host dv-cinder-790492-5-iscsi at level 0 using segments [{'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:15.809943 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Attempting to bind port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 on network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:15.816617 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Checking agent: {'id': '9aa67e2a-02e9-40aa-a74e-a4535b222561', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-790492-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 43, 38), 'started_at': datetime.datetime(2021, 5, 31, 12, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-790492-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:15.817262 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Checking segment: {'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:15.817813 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.818343 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Bound using segment: {'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'} {{(pid=91758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:15.820928 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.managers [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Bound port: d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968, host: dv-cinder-790492-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae34d88-b465-4150-97be-a6fee47fa4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd'}}] {{(pid=91758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:15.821567 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.922398 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] For port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968, host dv-cinder-790492-5-iscsi, cleared binding levels {{(pid=91758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:15.925871 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.plugins.ml2.db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] For port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968, host dv-cinder-790492-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,segment=NetworkSegment(9ae34d88-b465-4150-97be-a6fee47fa4c4),segment_id=9ae34d88-b465-4150-97be-a6fee47fa4c4)] {{(pid=91758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:15.930520 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron_lib.callbacks.manager [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:15.934562 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:16.021514 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Routers {'76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:31:16.022162 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:31:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:16.086597 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a8d93-5558-46a0-9c98-0f75c2eab82b None None] Pushing event updated for resources: {'Port': ['ID=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,revision_number=4']} {{(pid=91758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:16.100417 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG oslo_concurrency.lockutils [None req-7d1a8d93-5558-46a0-9c98-0f75c2eab82b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91758) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:16.178791 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b21132-6eb4-42c3-af8f-55c84181d5c9 req-b625db0a-b107-4efa-b65c-63ebdf731936 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:16.180422 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0b21132-6eb4-42c3-af8f-55c84181d5c9 req-b625db0a-b107-4efa-b65c-63ebdf731936 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 945 time: 0.1042254 May 31 13:31:16.247497 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d0b21132-6eb4-42c3-af8f-55c84181d5c9 req-50a79250-8ecb-4e4b-a304-bd292253841a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608580 May 31 13:31:16.251199 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] Set router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:31:16.606234 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 4, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port': {'id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:06Z', 'updated_at': '2021-05-31T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'd2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968', 'name': '', 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'mac_address': 'fa:16:3e:c0:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:09Z', 'updated_at': '2021-05-31T13:31:15Z', 'revision_number': 4, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'subnets': [{'id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:31:16.611744 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7ebaa1a-6bb1-4c62-a4dd-fd7fbe0dde1b None None] The sync data for ids ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'] in dv-cinder-790492-5-iscsi is: [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:31:10Z', 'revision_number': 4, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port': {'id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:06Z', 'updated_at': '2021-05-31T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': 'd2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968', 'name': '', 'network_id': '5ba6b67e-7ffb-4c3d-a092-d05f148637dd', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'mac_address': 'fa:16:3e:c0:c2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:09Z', 'updated_at': '2021-05-31T13:31:15Z', 'revision_number': 4, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'subnets': [{'id': '688f1f0f-4a2d-45df-9dec-4f7c809966d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:31:17.604989 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:17.677325 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning for port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:17.684463 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:17.685162 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:17.820647 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:17.861012 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] For port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,segment=NetworkSegment(9ae34d88-b465-4150-97be-a6fee47fa4c4),segment_id=9ae34d88-b465-4150-97be-a6fee47fa4c4)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:17.865829 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:17.868683 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:17.951487 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Pushing event updated for resources: {'Port': ['ID=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:17.955030 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:19.596731 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 up at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:19.671124 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Provisioning complete for port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:19.671600 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:26.527973 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30872e7-eb11-4258-a7e2-7acab851753a req-97836628-be12-46cd-8f54-595a052963e7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:26.529473 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-97836628-be12-46cd-8f54-595a052963e7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.1565635 May 31 13:31:26.544389 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-9064dd27-99ee-47e7-93e6-c920ceea10df tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/quotas/9af8a8fc9249400fbc342611d3ff9b1c HTTP/1.1" status: 200 len: 375 time: 0.0095108 May 31 13:31:26.632964 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-c5b5713b-1766-4947-ae0c-28e7f794eea7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837166 May 31 13:31:26.766531 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-0e00da11-77d6-4df8-a25f-b7b3fb7cb43c service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265235 May 31 13:31:26.903817 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d951e3e7-6197-423b-9f1a-da823688e132 service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288633 May 31 13:31:27.084195 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-58c8d50a-804f-461e-a75c-b7007376f2df req-65062fed-5cd1-4d32-b903-41a9c26e724b tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 210 time: 0.0470743 May 31 13:31:28.195857 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30872e7-eb11-4258-a7e2-7acab851753a req-bd63f4ef-fa4a-4922-9378-2d9be53313fc tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:28.197395 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-bd63f4ef-fa4a-4922-9378-2d9be53313fc tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.1511228 May 31 13:31:28.210267 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Request body: {'port': {'device_id': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'admin_state_up': True, 'tenant_id': '9af8a8fc9249400fbc342611d3ff9b1c'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:28.259862 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa7694b4-c57a-486a-83c0-830e4427ea02 req-27e32ac8-6757-4476-bce3-df2907017efd tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 210 time: 0.0460196 May 31 13:31:28.348389 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:28.352340 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Usage tracker for resource:port and tenant:9af8a8fc9249400fbc342611d3ff9b1c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:28.355432 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:28.361635 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:28.374768 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Made reservation on behalf of 9af8a8fc9249400fbc342611d3ff9b1c for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:28.378245 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.543262 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Allocated IP 172.20.0.10 (98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78/37963bd1-bddd-4c8a-8911-b9ac5e8234ba/4ad35797-a16e-46f5-9664-969523bbe4be) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:28.746367 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.779986 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.785613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b6ebc07e-e8ee-4236-8a8f-b14c2c8079ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:28.794558 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:28.854918 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:28.858048 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:28.861938 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:28.892235 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event updated for resources: {'Port': ['ID=4ad35797-a16e-46f5-9664-969523bbe4be,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:28.899029 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:28.928293 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:28.928892 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:28.949921 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433257 May 31 13:31:29.114875 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Request body: {'port': {'device_id': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:29.228700 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:29.446083 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a68130-f143-4d80-b191-7ad294ffdbb9 req-61f3e8b1-9852-4915-b5bb-cedc3357acc1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:29.447736 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-52a68130-f143-4d80-b191-7ad294ffdbb9 req-61f3e8b1-9852-4915-b5bb-cedc3357acc1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 932 time: 0.0794904 May 31 13:31:29.495590 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-52a68130-f143-4d80-b191-7ad294ffdbb9 req-92cf9687-af43-4b0f-92ff-804af5ba15fb tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421088 May 31 13:31:29.570298 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad35797-a16e-46f5-9664-969523bbe4be {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:29.577614 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:29.592098 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Transition to ACTIVE for port object 4ad35797-a16e-46f5-9664-969523bbe4be will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:29.597398 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:29.601012 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b36266b1-66ef-47ae-8c8c-b901d4222cb7 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:29.746797 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad35797-a16e-46f5-9664-969523bbe4be,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:29.754574 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:29.827740 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Attempting to bind port 4ad35797-a16e-46f5-9664-969523bbe4be on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:29.828057 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Attempting to bind port 4ad35797-a16e-46f5-9664-969523bbe4be by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:29.828371 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Attempting to bind port 4ad35797-a16e-46f5-9664-969523bbe4be on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:29.832914 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Port 4ad35797-a16e-46f5-9664-969523bbe4be on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:31:29.833233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Attempting to bind port 4ad35797-a16e-46f5-9664-969523bbe4be on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:29.839143 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:29.839475 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Checking segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:29.839855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Bound using segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:29.840272 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Bound port: 4ad35797-a16e-46f5-9664-969523bbe4be, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:29.840594 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:30.027068 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] For port 4ad35797-a16e-46f5-9664-969523bbe4be, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:30.029853 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] For port 4ad35797-a16e-46f5-9664-969523bbe4be, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4ad35797-a16e-46f5-9664-969523bbe4be,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:30.036038 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:30.039461 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-090617e5-9d35-47c3-bc8e-903b2af7920c tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:30.094323 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:30.094933 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:30.096262 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/4ad35797-a16e-46f5-9664-969523bbe4be HTTP/1.1" status: 200 len: 1094 time: 0.9890206 May 31 13:31:30.096747 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'tag': '4ad35797-a16e-46f5-9664-969523bbe4be'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:30.099033 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabf8075-870d-4dd8-8689-2d39207a9ce4" -d '{"events": [{"name": "network-changed", "server_uuid": "bec83c89-545d-4acd-aefd-e2d09c6908dd", "tag": "4ad35797-a16e-46f5-9664-969523bbe4be"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:30.116521 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad35797-a16e-46f5-9664-969523bbe4be,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:30.119670 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:30.178097 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2fb5e7-a64d-43c0-868b-5c5e0280f013 x-openstack-request-id: req-8a2fb5e7-a64d-43c0-868b-5c5e0280f013 {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:30.178423 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bec83c89-545d-4acd-aefd-e2d09c6908dd", "tag": "4ad35797-a16e-46f5-9664-969523bbe4be", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:30.178710 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-8a2fb5e7-a64d-43c0-868b-5c5e0280f013 {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:30.179149 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'tag': '4ad35797-a16e-46f5-9664-969523bbe4be', 'status': 'completed', 'code': 200} May 31 13:31:30.216143 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30872e7-eb11-4258-a7e2-7acab851753a req-0e2a646f-6c8e-4ed5-92dd-c8bb48653dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:30.217623 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-0e2a646f-6c8e-4ed5-92dd-c8bb48653dd2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 1097 time: 0.0786448 May 31 13:31:30.286545 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-3ceaa58d-5f40-4a82-9380-79d5f564deea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ad35797-a16e-46f5-9664-969523bbe4be HTTP/1.1" status: 200 len: 217 time: 0.0608232 May 31 13:31:30.353652 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30872e7-eb11-4258-a7e2-7acab851753a req-ef32ecf0-4506-4f79-9277-9125fc9aa07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:30.355225 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-ef32ecf0-4506-4f79-9277-9125fc9aa07c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0617001 May 31 13:31:30.402984 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-a8fe8aa3-ee36-45f7-9a3d-b7d7af4a88d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406642 May 31 13:31:30.537976 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-6d49ca80-b630-4ff4-b97b-3bf148bd39d9 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273050 May 31 13:31:30.674929 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-e30872e7-eb11-4258-a7e2-7acab851753a req-bdc42a41-5142-462a-ba0c-b4ecf160817b service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289001 May 31 13:31:30.687233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ef7f9-a740-4018-a018-f46daa907c61 req-1989baec-9c07-4ec9-bd14-af95d6319d6a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:30.688769 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e24ef7f9-a740-4018-a018-f46daa907c61 req-1989baec-9c07-4ec9-bd14-af95d6319d6a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 944 time: 0.0853195 May 31 13:31:30.736677 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e24ef7f9-a740-4018-a018-f46daa907c61 req-6f751d9b-314d-4ce6-985c-b276afd69c0d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417252 May 31 13:31:30.793637 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-0a836ddc-42a8-4182-a4a2-cc162ceccfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:30.794999 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-0a836ddc-42a8-4182-a4a2-cc162ceccfc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 1097 time: 0.0743041 May 31 13:31:30.932125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-3cdc0459-56e2-45d9-9f8e-e9c50184c5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:30.933583 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-3cdc0459-56e2-45d9-9f8e-e9c50184c5bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 915 time: 0.1321471 May 31 13:31:31.002641 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-c63fd46f-cc05-4036-8071-64927149fc9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ad35797-a16e-46f5-9664-969523bbe4be HTTP/1.1" status: 200 len: 217 time: 0.0607169 May 31 13:31:31.081653 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-f6ecfc49-9539-4b1d-b8e3-20f57b7a8032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:31.083002 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-f6ecfc49-9539-4b1d-b8e3-20f57b7a8032 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0719514 May 31 13:31:31.131215 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-65ad5a0f-ba3a-43bc-8dd1-67d540a20d51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389631 May 31 13:31:31.258719 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-c5c4ff27-abfc-4995-8e45-8f0abc93fae0 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209269 May 31 13:31:31.403462 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-aabf8075-870d-4dd8-8689-2d39207a9ce4 req-eb4e489b-98ef-40f1-a014-d2c09a5f2698 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377089 May 31 13:31:31.948527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec219ec4-2fbd-4722-b436-d31fc291cf3f req-f828353d-1875-4446-94d7-8ec4560260cd tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:31.950093 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ec219ec4-2fbd-4722-b436-d31fc291cf3f req-f828353d-1875-4446-94d7-8ec4560260cd tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 944 time: 0.0933797 May 31 13:31:31.995020 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ec219ec4-2fbd-4722-b436-d31fc291cf3f req-40f9db89-c359-43c8-965f-8bda8315a790 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387087 May 31 13:31:32.456926 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:31:32.703668 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:33.195562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f17b6-7156-420b-8006-bce2fcec42df req-714c8818-3891-450f-acf9-cd2c99976de4 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:33.196976 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-911f17b6-7156-420b-8006-bce2fcec42df req-714c8818-3891-450f-acf9-cd2c99976de4 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 944 time: 0.0817168 May 31 13:31:33.239949 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-911f17b6-7156-420b-8006-bce2fcec42df req-3b5bee15-56ef-4b0a-b1fb-320a140c8d82 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372963 May 31 13:31:34.452530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5ac9e-755a-4c6f-9f21-e56d239353b0 req-24c5af14-e471-4170-b3f9-068e8dfac878 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:34.453975 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d7b5ac9e-755a-4c6f-9f21-e56d239353b0 req-24c5af14-e471-4170-b3f9-068e8dfac878 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 944 time: 0.0972471 May 31 13:31:34.498026 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d7b5ac9e-755a-4c6f-9f21-e56d239353b0 req-5d4ea855-6769-4ac4-9da5-5051317d1c3e tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382657 May 31 13:31:35.220777 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4ad35797-a16e-46f5-9664-969523bbe4be details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:31:35.371620 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 4ad35797-a16e-46f5-9664-969523bbe4be, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4ad35797-a16e-46f5-9664-969523bbe4be,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:35.378522 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3ab0b4f9-e6aa-4631-bc97-b97e2f928ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.386256 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '4ad35797-a16e-46f5-9664-969523bbe4be', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'port_id': '4ad35797-a16e-46f5-9664-969523bbe4be', 'mac_address': 'fa:16:3e:18:c6:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37963bd1-bddd-4c8a-8911-b9ac5e8234ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:31:35.444190 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.461339 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad35797-a16e-46f5-9664-969523bbe4be {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:35.477136 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 4ad35797-a16e-46f5-9664-969523bbe4be, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4ad35797-a16e-46f5-9664-969523bbe4be,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:35.483057 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:35.484911 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:35.550769 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=4ad35797-a16e-46f5-9664-969523bbe4be,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:35.553999 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:35.684384 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d2d6a-c640-4e9a-bb9c-e729e7c263e8 req-131487f5-2c25-4c3f-b663-987987337fa5 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:35.685855 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3c0d2d6a-c640-4e9a-bb9c-e729e7c263e8 req-131487f5-2c25-4c3f-b663-987987337fa5 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 945 time: 0.0813837 May 31 13:31:35.732057 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3c0d2d6a-c640-4e9a-bb9c-e729e7c263e8 req-1c8f721c-4872-4cf7-abdd-06b6b7c11230 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 May 31 13:31:35.993024 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['4ad35797-a16e-46f5-9664-969523bbe4be'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:37.035582 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56743d99-fc74-4398-aa29-d5703389d8bd req-752710aa-190d-489d-9a83-04708c01739a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:37.036981 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-56743d99-fc74-4398-aa29-d5703389d8bd req-752710aa-190d-489d-9a83-04708c01739a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 945 time: 0.1940091 May 31 13:31:37.087454 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-56743d99-fc74-4398-aa29-d5703389d8bd req-7825e02b-4a3a-44fe-9630-24a75a060bc7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446348 May 31 13:31:37.227124 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4ad35797-a16e-46f5-9664-969523bbe4be up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:37.314007 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 4ad35797-a16e-46f5-9664-969523bbe4be completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:37.321327 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 4ad35797-a16e-46f5-9664-969523bbe4be triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:37.321848 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:37.440767 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:37.466969 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad35797-a16e-46f5-9664-969523bbe4be'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:37.469689 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8bfc7c-1db6-415f-976c-8a85c3ff28ec" -d '{"events": [{"server_uuid": "bec83c89-545d-4acd-aefd-e2d09c6908dd", "name": "network-vif-plugged", "status": "completed", "tag": "4ad35797-a16e-46f5-9664-969523bbe4be"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:37.477711 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 4ad35797-a16e-46f5-9664-969523bbe4be, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4ad35797-a16e-46f5-9664-969523bbe4be,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:37.482853 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:37.485863 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a3cca23f-16ff-447d-aa40-4bdaa3141b1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:37.525178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e102b87c-ebc8-4128-888b-800207b5a19d x-openstack-request-id: req-e102b87c-ebc8-4128-888b-800207b5a19d {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:37.525473 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec83c89-545d-4acd-aefd-e2d09c6908dd", "name": "network-vif-plugged", "status": "completed", "tag": "4ad35797-a16e-46f5-9664-969523bbe4be", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:37.525731 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e102b87c-ebc8-4128-888b-800207b5a19d {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:37.526235 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad35797-a16e-46f5-9664-969523bbe4be', 'code': 200} May 31 13:31:37.594086 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=4ad35797-a16e-46f5-9664-969523bbe4be,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:37.597137 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:37.748963 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991197f-1cf2-41c2-a018-42c32ac99fab req-7209ab19-d354-4088-8b12-0dcf1c880a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:37.750465 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7991197f-1cf2-41c2-a018-42c32ac99fab req-7209ab19-d354-4088-8b12-0dcf1c880a6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 1099 time: 0.0776832 May 31 13:31:37.778419 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:37.797078 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-7991197f-1cf2-41c2-a018-42c32ac99fab req-6f4d345b-3165-4f24-b0b3-dff148531085 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395346 May 31 13:31:37.938909 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-2bd2af9e-4a54-465c-b1aa-db31747465a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:38.302985 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36d81a-cff1-4bc9-a444-57aee2a9d82b req-4d585ff0-a5af-4409-8ece-0ebd27a22446 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:38.304345 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a36d81a-cff1-4bc9-a444-57aee2a9d82b req-4d585ff0-a5af-4409-8ece-0ebd27a22446 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 946 time: 0.0925720 May 31 13:31:38.351487 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8a36d81a-cff1-4bc9-a444-57aee2a9d82b req-6e6cd3d1-212f-486c-871b-ec0d28d228fc tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 May 31 13:31:39.177086 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:39.551294 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b50ea-e409-4b04-a467-1e70807fbdda req-7f313312-1cb4-4423-aa88-2fa26e5897fe tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:39.552749 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d10b50ea-e409-4b04-a467-1e70807fbdda req-7f313312-1cb4-4423-aa88-2fa26e5897fe tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 946 time: 0.0796084 May 31 13:31:39.597543 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d10b50ea-e409-4b04-a467-1e70807fbdda req-4220934f-164a-4bde-8bb4-ec750747182c tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387025 May 31 13:31:40.729527 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:41.692372 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-a5b99f76-003b-48eb-9f98-fea5a5e4f9d0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:security_group {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:41.746178 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-14d351ab-2924-4b25-aa72-09bc57f31bc6 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:41.747545 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-14d351ab-2924-4b25-aa72-09bc57f31bc6 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.1832006 May 31 13:31:41.748288 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-a5b99f76-003b-48eb-9f98-fea5a5e4f9d0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:security_group {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:41.749263 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-a5b99f76-003b-48eb-9f98-fea5a5e4f9d0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907014874&fields=id&tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 267 time: 0.1651857 May 31 13:31:41.782588 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-f8fe948e-2569-4e6f-9910-d17a9d754783 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/quotas/9af8a8fc9249400fbc342611d3ff9b1c HTTP/1.1" status: 200 len: 375 time: 0.0294263 May 31 13:31:41.950156 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-805c66cb-4325-4378-94aa-963a93d815f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:41.951619 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-805c66cb-4325-4378-94aa-963a93d815f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 812 time: 0.1922553 May 31 13:31:41.973880 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-2ec9106e-1cff-4260-ae75-582a7e9e7f7a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1847482 May 31 13:31:41.976064 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-0c83a051-3b58-4a8b-b0ea-90222bb1018e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/quotas/7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 375 time: 0.0178435 May 31 13:31:42.157862 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-dfac6f48-a195-49c5-8eda-d3db69fa0e8d service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766901 May 31 13:31:42.188027 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-a65971fb-3ff4-4a51-b485-c4d36c86af5f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:42.267293 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-a65971fb-3ff4-4a51-b485-c4d36c86af5f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:42.268577 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-a65971fb-3ff4-4a51-b485-c4d36c86af5f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2669594 May 31 13:31:42.378071 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-1ce2d4eb-29fc-4419-b9d8-3547df59a366 service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141426 May 31 13:31:42.428830 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-2bd3a6b6-b45e-4c6b-98b9-1bb857a4e16f service neutron] 10.222.0.68 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473901 May 31 13:31:42.565457 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7093fc5e-e78f-49bc-b3a3-4e092a375aec req-bf3a82d5-d230-4b2c-b5ff-13e71831916d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 210 time: 0.0440965 May 31 13:31:42.606289 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-222299ed-a980-4d4d-87ec-8b1e9ae1fc4d service neutron] 10.222.0.68 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713483 May 31 13:31:42.999467 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-90bb523d-b10d-41c8-ae89-c8d323083d6a req-ad6f0de5-21b1-4722-bb04-f8b77f79e5a1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 210 time: 0.0452757 May 31 13:31:43.686587 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-15d0cca1-d452-473a-a38f-7c22d1c6b9a6 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:43.688896 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-15d0cca1-d452-473a-a38f-7c22d1c6b9a6 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.1636403 May 31 13:31:43.703168 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Request body: {'port': {'device_id': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'admin_state_up': True, 'tenant_id': '9af8a8fc9249400fbc342611d3ff9b1c'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:43.722082 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fbd75c12-e8e6-4946-8dc0-695295027193 req-c7bf3076-f9cb-42bd-a9f7-b13f3cf1d544 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 210 time: 0.0470507 May 31 13:31:43.939633 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:43.944320 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Usage tracker for resource:port and tenant:9af8a8fc9249400fbc342611d3ff9b1c is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:31:43.947274 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:31:43.952999 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:43.964359 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Made reservation on behalf of 9af8a8fc9249400fbc342611d3ff9b1c for: {'port': 1} {{(pid=91756) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:43.968359 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.063243 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.41', 62754) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:31:44.150201 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_common [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Allocated IP 172.20.0.14 (98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78/37963bd1-bddd-4c8a-8911-b9ac5e8234ba/57c0df0e-9c7f-42d7-a4f7-ea024b560bea) {{(pid=91756) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:44.353412 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-acf16e98-81d0-4208-91e3-94126dfdcdff req-5d501528-5b6b-46aa-9935-4c4d46b033cc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 210 time: 0.1780138 May 31 13:31:44.367870 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks [] for port, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.406471 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.414071 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-504b11ae-2c62-401a-a6a0-b27701ab1d12 tempest-AttachVolumeShelveTestJSON-1461612655 tempest-AttachVolumeShelveTestJSON-1461612655-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:44.416919 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-d5da6c5d-6486-4fa1-a3bb-82cea9c8c03f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:44.418485 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-d5da6c5d-6486-4fa1-a3bb-82cea9c8c03f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 812 time: 0.3540831 May 31 13:31:44.418860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', '4ad35797-a16e-46f5-9664-969523bbe4be'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:44.471511 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-0cbf6b93-ca3e-4dca-af01-04550ec485db tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 380 time: 0.0439656 May 31 13:31:44.480406 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 is already hosted by enough agents. {{(pid=91756) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:44.481263 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'port': {'device_id': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'admin_state_up': True, 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'security_groups': ['d45accf8-933d-40b5-8159-9ad1291108de']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:44.483410 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.base_scheduler [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources bound (agent type, host, resource id): {{(pid=91756) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:44.486550 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Received port after_create {{(pid=91756) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:44.535409 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event updated for resources: {'Port': ['ID=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:44.549076 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.550350 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.550350 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.550350 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.550701 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.550861 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.551250 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.551589 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.551944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.552298 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.552639 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.553466 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:44.557343 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:44.573945 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:44.574547 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.597552 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-66bbab04-6d54-46f7-8ca5-e7d867c681d2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9003596 May 31 13:31:44.609941 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.v2.base [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Request body: {'port': {'device_id': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91756) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:44.633278 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:31:44.643987 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:31:44.655605 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Made reservation on behalf of 7cc7528b8c1a4a22b0f9f2f9aa811c14 for: {'port': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:31:44.660688 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.729373 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:44.841872 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Allocated IP 172.20.0.13 (ade6221a-a6ea-40b9-a81d-35d02db33663/71f7782d-0d96-4da8-8780-471f920cc4b1/636a698a-3a58-4660-b3da-55a142351594) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:31:45.055715 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca3c8ba-62f9-471b-bb59-e4725ba59d38 req-d5a49324-8228-4530-afa2-50fb78daae04 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:45.057126 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fca3c8ba-62f9-471b-bb59-e4725ba59d38 req-d5a49324-8228-4530-afa2-50fb78daae04 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 932 time: 0.2102904 May 31 13:31:45.097424 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c0df0e-9c7f-42d7-a4f7-ea024b560bea {{(pid=91756) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:45.105049 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.119199 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Transition to ACTIVE for port object 57c0df0e-9c7f-42d7-a4f7-ea024b560bea will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:45.123931 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.127992 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d3b35196-6c80-488a-962b-b85749ac56c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:45.134400 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fca3c8ba-62f9-471b-bb59-e4725ba59d38 req-61909cbb-341f-4453-acc9-ef417307eaa5 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713732 May 31 13:31:45.149557 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.165081 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Transition to ACTIVE for port object 636a698a-3a58-4660-b3da-55a142351594 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:45.189328 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.195110 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:45.263002 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Network ade6221a-a6ea-40b9-a81d-35d02db33663 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:31:45.266063 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:31:45.269956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:31:45.300602 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=636a698a-3a58-4660-b3da-55a142351594,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:45.313365 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.313920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.314286 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.314623 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.315041 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.315498 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.315734 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.316080 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.316264 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Pushing event updated for resources: {'Port': ['ID=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:45.316440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.316762 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.317119 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.317444 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:45.323100 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:45.326765 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:45.350173 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:45.350723 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.363841 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Attempting to bind port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:45.364273 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Attempting to bind port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:45.364600 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Attempting to bind port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:45.369758 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:31:45.370075 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Attempting to bind port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:45.376186 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:45.376554 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Checking segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:45.376994 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Bound using segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:45.377438 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Bound port: 57c0df0e-9c7f-42d7-a4f7-ea024b560bea, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:45.377809 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.379954 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9024231 May 31 13:31:45.395445 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Request body: {'port': {'device_id': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:31:45.472552 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-640b3cd2-f641-4208-950e-fa8510897f7d None None] Provisioning for port 636a698a-3a58-4660-b3da-55a142351594 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:45.477937 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-640b3cd2-f641-4208-950e-fa8510897f7d None None] Provisioning complete for port 636a698a-3a58-4660-b3da-55a142351594 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:45.478320 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-640b3cd2-f641-4208-950e-fa8510897f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.483555 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] For port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea, host hv-cinder-79049, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:45.486946 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] For port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:45.491525 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6452492'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.496326 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b39fcacf-cd87-4e2c-8175-eaf605e58def tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:45.536681 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-640b3cd2-f641-4208-950e-fa8510897f7d None None] Port 636a698a-3a58-4660-b3da-55a142351594 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:31:45.552971 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:45.553667 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.555355 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] 10.222.0.41 "PUT /v2.0/ports/57c0df0e-9c7f-42d7-a4f7-ea024b560bea HTTP/1.1" status: 200 len: 1094 time: 0.9503796 May 31 13:31:45.555927 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'tag': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:45.558255 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c703967-a25c-4c15-9a40-56b89fea8c02" -d '{"events": [{"name": "network-changed", "server_uuid": "0709bc36-7f2e-439a-84ae-9a1072aac316", "tag": "57c0df0e-9c7f-42d7-a4f7-ea024b560bea"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:45.571427 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:45.577893 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Pushing event updated for resources: {'Port': ['ID=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:45.581355 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:45.643189 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9247d194-59a7-4a19-81d4-49eedb9def9f x-openstack-request-id: req-9247d194-59a7-4a19-81d4-49eedb9def9f {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:45.643521 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0709bc36-7f2e-439a-84ae-9a1072aac316", "tag": "57c0df0e-9c7f-42d7-a4f7-ea024b560bea", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:45.643811 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-9247d194-59a7-4a19-81d4-49eedb9def9f {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:45.644245 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'tag': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea', 'status': 'completed', 'code': 200} May 31 13:31:45.669129 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a84626e-72cb-467f-9f7e-6c6f0b8a4fb4 req-ff6271af-1a23-4575-aed7-0cc295f917f7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:45.669825 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-0a84626e-72cb-467f-9f7e-6c6f0b8a4fb4 req-ff6271af-1a23-4575-aed7-0cc295f917f7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:31:45.684428 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-067d5a49-6b63-49d0-b0a5-308af6e0759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:45.685960 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-067d5a49-6b63-49d0-b0a5-308af6e0759f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 1097 time: 0.0823305 May 31 13:31:45.738071 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-0a84626e-72cb-467f-9f7e-6c6f0b8a4fb4 req-ff6271af-1a23-4575-aed7-0cc295f917f7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:31:45.739283 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a84626e-72cb-467f-9f7e-6c6f0b8a4fb4 req-ff6271af-1a23-4575-aed7-0cc295f917f7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 932 time: 0.2463939 May 31 13:31:45.853788 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-ab23642f-c129-4ce0-9e30-910953d2ffb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57c0df0e-9c7f-42d7-a4f7-ea024b560bea HTTP/1.1" status: 200 len: 217 time: 0.1605039 May 31 13:31:45.866527 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a84626e-72cb-467f-9f7e-6c6f0b8a4fb4 req-c57d7009-b8d0-4657-828c-2799a98f1d9b tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200883 May 31 13:31:45.919964 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-0325a3d3-c4b9-43f4-9eb8-07280fddae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:45.921426 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-0325a3d3-c4b9-43f4-9eb8-07280fddae39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0611818 May 31 13:31:45.968578 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-cc6c6f96-9da4-47c8-8e1e-a5d73fc99169 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401654 May 31 13:31:45.987440 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 636a698a-3a58-4660-b3da-55a142351594 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:45.995704 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.010288 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Transition to ACTIVE for port object 636a698a-3a58-4660-b3da-55a142351594 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:31:46.015462 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.020099 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5f078562-6f50-479d-b337-07909e018e63 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:46.109495 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-bf6ebbab-3a76-4c9f-8eba-6e7e95c4fbb9 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337931 May 31 13:31:46.211483 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Pushing event updated for resources: {'Port': ['ID=636a698a-3a58-4660-b3da-55a142351594,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:46.220159 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:46.260756 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-896449f7-0783-48bc-a79d-1f368be59ec9 req-1f2dc039-015e-4f19-b933-c3f130fba113 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444674 May 31 13:31:46.394227 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-a8bc897f-8c04-45ad-8a19-40ab6d0ef309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:46.395605 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-a8bc897f-8c04-45ad-8a19-40ab6d0ef309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 1097 time: 0.0712440 May 31 13:31:46.408295 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Attempting to bind port 636a698a-3a58-4660-b3da-55a142351594 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:31:46.408628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Attempting to bind port 636a698a-3a58-4660-b3da-55a142351594 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:31:46.408948 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Attempting to bind port 636a698a-3a58-4660-b3da-55a142351594 on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:46.416730 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Port 636a698a-3a58-4660-b3da-55a142351594 on network ade6221a-a6ea-40b9-a81d-35d02db33663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:31:46.417043 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Attempting to bind port 636a698a-3a58-4660-b3da-55a142351594 on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:31:46.425425 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:31:46.425772 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Checking segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:31:46.426151 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Bound using segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:31:46.426580 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Bound port: 636a698a-3a58-4660-b3da-55a142351594, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:31:46.426945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.500671 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71d700-5b88-428a-bce3-d55af99c3296 req-fefa206d-40c6-41d5-8d39-37f8a973bda2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:46.502210 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff71d700-5b88-428a-bce3-d55af99c3296 req-fefa206d-40c6-41d5-8d39-37f8a973bda2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 944 time: 0.1658235 May 31 13:31:46.529823 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-32b0ed3d-fb0c-4623-8029-e1ff2382e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:46.531336 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-32b0ed3d-fb0c-4623-8029-e1ff2382e75b service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 915 time: 0.1283102 May 31 13:31:46.559287 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] For port 636a698a-3a58-4660-b3da-55a142351594, host hv-cinder-79049, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:31:46.569871 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff71d700-5b88-428a-bce3-d55af99c3296 req-6481e1d1-6451-4f55-90ab-4fa9668c1ee7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606019 May 31 13:31:46.572511 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] For port 636a698a-3a58-4660-b3da-55a142351594, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=636a698a-3a58-4660-b3da-55a142351594,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:31:46.578127 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.583083 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2d541a1b-5cee-4438-8617-648e04b575c4 tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:46.604246 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-c09b6077-8ce6-48a0-8b47-06a9b472bcba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57c0df0e-9c7f-42d7-a4f7-ea024b560bea HTTP/1.1" status: 200 len: 217 time: 0.0665450 May 31 13:31:46.640470 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:46.641077 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:46.642550 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] 10.222.0.41 "PUT /v2.0/ports/636a698a-3a58-4660-b3da-55a142351594 HTTP/1.1" status: 200 len: 1094 time: 1.2533298 May 31 13:31:46.643083 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'tag': '636a698a-3a58-4660-b3da-55a142351594'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:46.645438 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8968ca-dc14-458b-a1aa-905f908875e5" -d '{"events": [{"name": "network-changed", "server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "tag": "636a698a-3a58-4660-b3da-55a142351594"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:46.678953 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Pushing event updated for resources: {'Port': ['ID=636a698a-3a58-4660-b3da-55a142351594,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:46.682009 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:46.708005 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-57252d14-8491-4fb5-8112-2365f358d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91756) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:46.711548 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-57252d14-8491-4fb5-8112-2365f358d960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.1010015 May 31 13:31:46.720322 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effdd6d6-82d1-44ce-b3c0-7457204946f9 x-openstack-request-id: req-effdd6d6-82d1-44ce-b3c0-7457204946f9 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:46.720644 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "tag": "636a698a-3a58-4660-b3da-55a142351594", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:46.720928 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-effdd6d6-82d1-44ce-b3c0-7457204946f9 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:46.721354 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'tag': '636a698a-3a58-4660-b3da-55a142351594', 'status': 'completed', 'code': 200} May 31 13:31:46.762683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-6f8ee6b2-7e97-4b62-b925-028b018a4814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:46.764189 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-6f8ee6b2-7e97-4b62-b925-028b018a4814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 1097 time: 0.0761685 May 31 13:31:46.769004 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-cde4f82d-2b3b-43ff-9a2a-63d8fb3bfb80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448608 May 31 13:31:46.843729 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-24ff6851-20f2-4c0c-bbf0-f49026208254 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636a698a-3a58-4660-b3da-55a142351594 HTTP/1.1" status: 200 len: 217 time: 0.0644176 May 31 13:31:46.908815 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-8b43814e-3ecc-4cbf-ae04-75439054dace service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291926 May 31 13:31:46.912558 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-9e169a3c-48a9-42b9-a04a-f651032e8c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:46.914002 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-9e169a3c-48a9-42b9-a04a-f651032e8c97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0632606 May 31 13:31:47.043830 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [req-6c703967-a25c-4c15-9a40-56b89fea8c02 req-ded0b513-7dac-432a-9e43-678b368f3f18 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283321 May 31 13:31:47.047668 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-64d179eb-1e99-42d2-a8ab-9cffe62f88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:47.049231 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-64d179eb-1e99-42d2-a8ab-9cffe62f88e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1281850 May 31 13:31:47.100581 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2802e546-30da-4c76-bd86-6cc355220bc8 req-41a4e294-ffab-4a93-bf56-de3c4c418edc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:47.101953 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2802e546-30da-4c76-bd86-6cc355220bc8 req-41a4e294-ffab-4a93-bf56-de3c4c418edc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 944 time: 0.1290281 May 31 13:31:47.211913 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2802e546-30da-4c76-bd86-6cc355220bc8 req-ec6a1d82-fc06-443b-8a09-60980ac7a377 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657070 May 31 13:31:47.231823 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-26e48cca-f0a9-4869-978f-08c5f65c9d54 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723015 May 31 13:31:47.364367 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0b0f239-b0a6-46ff-87b3-3a6001d50419 req-b4f2a018-7d41-4cda-8b64-156f8ff93488 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256113 May 31 13:31:47.495321 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-faabc95d-ce18-474d-a7d3-c0a2b8300d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:47.496727 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-faabc95d-ce18-474d-a7d3-c0a2b8300d37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 1097 time: 0.0857847 May 31 13:31:47.634293 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-3b7a0e72-f893-4ef5-919e-2b18864d3458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:47.635786 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-3b7a0e72-f893-4ef5-919e-2b18864d3458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1322625 May 31 13:31:47.735693 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-6cc2d74d-8ed2-49b3-9bd8-66db5f9be192 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636a698a-3a58-4660-b3da-55a142351594 HTTP/1.1" status: 200 len: 217 time: 0.0929525 May 31 13:31:47.810606 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-bc87ddd2-523b-4ae5-bcbd-aeb8ef478a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:47.811968 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-bc87ddd2-523b-4ae5-bcbd-aeb8ef478a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0681210 May 31 13:31:47.869272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce9251-27d9-45aa-9645-75955386831c req-6cdc8125-b932-4c2e-bfd0-91f1769bf6a7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:47.870770 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80ce9251-27d9-45aa-9645-75955386831c req-6cdc8125-b932-4c2e-bfd0-91f1769bf6a7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 944 time: 0.1809769 May 31 13:31:47.928893 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80ce9251-27d9-45aa-9645-75955386831c req-b4631ddc-c68f-4b4d-9455-836eee05ce95 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497246 May 31 13:31:47.937722 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-705aa33b-e17c-4c36-ad39-e6bf7585cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:47.939184 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-705aa33b-e17c-4c36-ad39-e6bf7585cf82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1192973 May 31 13:31:48.170544 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-2f9de60f-7e96-47fc-9b48-b18e81552db3 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242475 May 31 13:31:48.302592 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8f8968ca-dc14-458b-a1aa-905f908875e5 req-384691cb-c691-4a2b-b294-549361b7e71f service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250525 May 31 13:31:48.398548 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac913f72-0766-45e5-ac13-e2fe2078d845 req-26580e01-3654-4af2-94ba-35737d2debf9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:48.400023 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ac913f72-0766-45e5-ac13-e2fe2078d845 req-26580e01-3654-4af2-94ba-35737d2debf9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 944 time: 0.0815105 May 31 13:31:48.445307 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ac913f72-0766-45e5-ac13-e2fe2078d845 req-5f56469f-83af-471c-a48c-cc7d2c33037f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395856 May 31 13:31:49.125519 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad53d7-514e-4ef7-a781-e5b62b5c8565 req-0b4554ab-9c2d-4b7d-8760-39ffc5f497b7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:49.127062 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a1ad53d7-514e-4ef7-a781-e5b62b5c8565 req-0b4554ab-9c2d-4b7d-8760-39ffc5f497b7 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 944 time: 0.0847027 May 31 13:31:49.175840 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a1ad53d7-514e-4ef7-a781-e5b62b5c8565 req-88323a7f-7ecf-4a9f-b05b-aae49872cdc8 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402186 May 31 13:31:49.287541 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 57c0df0e-9c7f-42d7-a4f7-ea024b560bea details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:31:49.434782 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:49.447776 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'port_id': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea', 'mac_address': 'fa:16:3e:61:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37963bd1-bddd-4c8a-8911-b9ac5e8234ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:31:49.505680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.522628 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c0df0e-9c7f-42d7-a4f7-ea024b560bea {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:49.538925 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:49.545307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:49.547222 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:49.612025 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:49.619231 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.619574 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.619906 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.620235 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.620560 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.620881 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.621199 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.621521 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.621838 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.622147 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.622464 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.622795 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:31:49.626587 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:49.632786 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3edda-febb-4df6-9c69-8219f35917c9 req-90d6b3af-4424-44f0-be29-3101c5b658bf tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:49.634244 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92d3edda-febb-4df6-9c69-8219f35917c9 req-90d6b3af-4424-44f0-be29-3101c5b658bf tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 944 time: 0.0816817 May 31 13:31:49.679413 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-92d3edda-febb-4df6-9c69-8219f35917c9 req-258ed1cb-aad3-4b36-817c-544658d3cdb2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394564 May 31 13:31:49.905191 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['57c0df0e-9c7f-42d7-a4f7-ea024b560bea'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:50.398842 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f223650b-08db-47b9-8477-19af12b6079f req-d4fcd18a-ec49-4df4-9dea-602bf5747c84 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:50.400333 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f223650b-08db-47b9-8477-19af12b6079f req-d4fcd18a-ec49-4df4-9dea-602bf5747c84 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 945 time: 0.0993078 May 31 13:31:50.445488 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f223650b-08db-47b9-8477-19af12b6079f req-51979fc5-69c0-4e01-891c-e6510529874a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391884 May 31 13:31:50.880528 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88b5aa-3ebc-41ad-9661-866e1f78b409 req-280d576a-fd0e-4f51-bfcc-7cd2f78e0758 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:50.881980 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6e88b5aa-3ebc-41ad-9661-866e1f78b409 req-280d576a-fd0e-4f51-bfcc-7cd2f78e0758 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 944 time: 0.0855730 May 31 13:31:50.929536 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6e88b5aa-3ebc-41ad-9661-866e1f78b409 req-0b4fe11b-5571-4829-bc55-ed9861ede80a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 May 31 13:31:51.308376 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 57c0df0e-9c7f-42d7-a4f7-ea024b560bea up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:51.386826 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:51.393478 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:51.393859 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.509061 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.538008 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:51.540731 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd6eec4-39a7-4e6d-8d73-fdf8af6ef3df" -d '{"events": [{"server_uuid": "0709bc36-7f2e-439a-84ae-9a1072aac316", "name": "network-vif-plugged", "status": "completed", "tag": "57c0df0e-9c7f-42d7-a4f7-ea024b560bea"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:51.548722 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:51.554096 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:51.557673 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:51.592644 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c93742-0c48-4129-ba0c-e26229424225 x-openstack-request-id: req-71c93742-0c48-4129-ba0c-e26229424225 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:51.592894 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0709bc36-7f2e-439a-84ae-9a1072aac316", "name": "network-vif-plugged", "status": "completed", "tag": "57c0df0e-9c7f-42d7-a4f7-ea024b560bea", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:51.593190 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-71c93742-0c48-4129-ba0c-e26229424225 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:51.593571 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea', 'code': 200} May 31 13:31:51.633645 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:51.640150 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:51.660127 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22f726-b14f-4834-a9e8-4f905371c339 req-351786f9-1885-41eb-b30b-8a9586b74407 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:51.661612 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-af22f726-b14f-4834-a9e8-4f905371c339 req-351786f9-1885-41eb-b30b-8a9586b74407 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 946 time: 0.0962515 May 31 13:31:51.706346 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-af22f726-b14f-4834-a9e8-4f905371c339 req-faa58835-7d4c-4f4b-b5ca-48ce222ab581 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388026 May 31 13:31:51.819882 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975cfbf-2fef-4b7e-8351-e38f3abda3f5 req-bcfc6e91-1399-4f0c-8b47-bfe181fb735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:51.821220 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6975cfbf-2fef-4b7e-8351-e38f3abda3f5 req-bcfc6e91-1399-4f0c-8b47-bfe181fb735e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 1099 time: 0.0729630 May 31 13:31:51.869800 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6975cfbf-2fef-4b7e-8351-e38f3abda3f5 req-e946ca87-b842-4494-940c-3f0cf1089385 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 May 31 13:31:52.134328 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bece7a-9594-4d2f-89c3-a95e5dec6df8 req-5cfa1476-c7db-4fdd-8d2a-4a8181d884db tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:52.135773 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73bece7a-9594-4d2f-89c3-a95e5dec6df8 req-5cfa1476-c7db-4fdd-8d2a-4a8181d884db tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 944 time: 0.0896404 May 31 13:31:52.182917 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73bece7a-9594-4d2f-89c3-a95e5dec6df8 req-a477c41b-1be5-4d11-a26a-f926c2d6290e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391421 May 31 13:31:52.895929 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0df07-d380-4fb2-8cc8-5c2d87fca838 req-114b1384-ca89-40fc-b3e9-05a73eee415d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:52.897391 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-57b0df07-d380-4fb2-8cc8-5c2d87fca838 req-114b1384-ca89-40fc-b3e9-05a73eee415d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 946 time: 0.0856435 May 31 13:31:52.944868 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-57b0df07-d380-4fb2-8cc8-5c2d87fca838 req-96497d64-6a34-42f8-ad2e-bc63adda6a38 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 May 31 13:31:53.377980 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab690ba3-a218-41f9-b7e9-436f468e10a9 req-ec6a51b2-4723-4aa4-9696-86f11560eff7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:53.379555 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ab690ba3-a218-41f9-b7e9-436f468e10a9 req-ec6a51b2-4723-4aa4-9696-86f11560eff7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 944 time: 0.0887108 May 31 13:31:53.426207 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ab690ba3-a218-41f9-b7e9-436f468e10a9 req-8f3ad06f-bcb1-4b87-adc0-1cd2e2ffb30d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409558 May 31 13:31:54.142756 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca93191-b377-4bf7-a278-ad6874d5f4f8 req-3af04ac9-e5f5-431e-93e0-1b058dfabda5 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:54.144229 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ca93191-b377-4bf7-a278-ad6874d5f4f8 req-3af04ac9-e5f5-431e-93e0-1b058dfabda5 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 946 time: 0.0855646 May 31 13:31:54.191540 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ca93191-b377-4bf7-a278-ad6874d5f4f8 req-962169cd-2aef-4097-aeaa-c7e4855806e3 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 May 31 13:31:54.623533 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2d513b-2fe6-4aa9-99e4-6d14389fbfeb req-96cb5c89-3d61-4dc2-a197-ea396e4fa750 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:54.625047 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3b2d513b-2fe6-4aa9-99e4-6d14389fbfeb req-96cb5c89-3d61-4dc2-a197-ea396e4fa750 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 944 time: 0.0884709 May 31 13:31:54.671362 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3b2d513b-2fe6-4aa9-99e4-6d14389fbfeb req-753de15b-2a15-49b1-b69f-b1da6908902d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395803 May 31 13:31:55.347292 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 636a698a-3a58-4660-b3da-55a142351594 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:31:55.489747 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 636a698a-3a58-4660-b3da-55a142351594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=636a698a-3a58-4660-b3da-55a142351594,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:55.503905 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '636a698a-3a58-4660-b3da-55a142351594', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'port_id': '636a698a-3a58-4660-b3da-55a142351594', 'mac_address': 'fa:16:3e:70:59:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:31:55.560804 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.578100 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 636a698a-3a58-4660-b3da-55a142351594 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:31:55.593496 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 636a698a-3a58-4660-b3da-55a142351594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=636a698a-3a58-4660-b3da-55a142351594,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:55.597801 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:55.599469 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-ab275f20-e7c3-4db7-82fa-1d2ac2d79e90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:55.667725 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=636a698a-3a58-4660-b3da-55a142351594,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:55.670789 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:55.858025 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70507c6-894a-4b9f-ae92-b6be4408b7dd req-ed575361-b41f-49f1-8d7e-a9d3fa3364dc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:55.859532 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d70507c6-894a-4b9f-ae92-b6be4408b7dd req-ed575361-b41f-49f1-8d7e-a9d3fa3364dc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 945 time: 0.0825775 May 31 13:31:55.905637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d70507c6-894a-4b9f-ae92-b6be4408b7dd req-11fd5810-6c3a-4200-b260-ccbd2a893b29 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399954 May 31 13:31:55.979760 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['636a698a-3a58-4660-b3da-55a142351594'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:31:57.109565 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1556db7b-e812-4fcd-95da-b7ccde4247e4 req-e81d32c0-2324-4673-9575-c53f1e276bdd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:57.110914 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1556db7b-e812-4fcd-95da-b7ccde4247e4 req-e81d32c0-2324-4673-9575-c53f1e276bdd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 945 time: 0.0895078 May 31 13:31:57.157936 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1556db7b-e812-4fcd-95da-b7ccde4247e4 req-c039522f-eec0-4c92-b413-f9342df02afb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387745 May 31 13:31:57.354640 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 636a698a-3a58-4660-b3da-55a142351594 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:31:57.430780 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 636a698a-3a58-4660-b3da-55a142351594 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:31:57.435628 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 636a698a-3a58-4660-b3da-55a142351594 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:31:57.435998 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.549955 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.576530 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a698a-3a58-4660-b3da-55a142351594'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:31:57.578860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965fcc58-edb4-473e-a1e9-72882939d38f" -d '{"events": [{"server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "name": "network-vif-plugged", "status": "completed", "tag": "636a698a-3a58-4660-b3da-55a142351594"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:31:57.586593 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 636a698a-3a58-4660-b3da-55a142351594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=636a698a-3a58-4660-b3da-55a142351594,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:31:57.592729 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:31:57.594803 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:31:57.665815 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=636a698a-3a58-4660-b3da-55a142351594,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:31:57.669108 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:31:57.780418 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4d15ec-1ce9-459c-b835-af24787a5952 x-openstack-request-id: req-cb4d15ec-1ce9-459c-b835-af24787a5952 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:31:57.780714 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "name": "network-vif-plugged", "status": "completed", "tag": "636a698a-3a58-4660-b3da-55a142351594", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:31:57.780969 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cb4d15ec-1ce9-459c-b835-af24787a5952 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:31:57.781365 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '636a698a-3a58-4660-b3da-55a142351594', 'code': 200} May 31 13:31:58.105144 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38017ac-64b0-44f6-b7d1-e19496cef457 req-e95374b3-8d22-40e0-ad6f-d30aab6c5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:58.106536 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e38017ac-64b0-44f6-b7d1-e19496cef457 req-e95374b3-8d22-40e0-ad6f-d30aab6c5303 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 1099 time: 0.0723526 May 31 13:31:58.146442 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e38017ac-64b0-44f6-b7d1-e19496cef457 req-8fafb923-a020-4743-93c4-bedc874333df service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329280 May 31 13:31:58.367536 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f738601-957e-4c1a-83ce-a6b78ad51d75 req-f5a0402b-b375-456c-a171-928cfcf5f691 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:58.369000 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9f738601-957e-4c1a-83ce-a6b78ad51d75 req-f5a0402b-b375-456c-a171-928cfcf5f691 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 946 time: 0.0959766 May 31 13:31:58.413770 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9f738601-957e-4c1a-83ce-a6b78ad51d75 req-2f5760e3-895e-4ae3-9fa4-1d16105ddc40 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 May 31 13:31:59.610006 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225741f2-d460-4798-867d-ad4fce6bc876 req-caa37193-49ca-4162-92df-fe255979f909 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:59.611497 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-225741f2-d460-4798-867d-ad4fce6bc876 req-caa37193-49ca-4162-92df-fe255979f909 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 946 time: 0.0870183 May 31 13:31:59.750748 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-225741f2-d460-4798-867d-ad4fce6bc876 req-2ace55a4-bdc0-477e-83ae-6aa8c3f9a98c tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320286 May 31 13:31:59.946219 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5037b14-691e-44f4-b493-189f0c2a14f0 req-78060dc2-bf50-4381-9166-941680e327fb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:31:59.947873 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b5037b14-691e-44f4-b493-189f0c2a14f0 req-78060dc2-bf50-4381-9166-941680e327fb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 946 time: 0.0853298 May 31 13:31:59.993108 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b5037b14-691e-44f4-b493-189f0c2a14f0 req-d7eec64e-75ed-41b7-a318-bfbd364905e0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392532 May 31 13:32:00.016503 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54560) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:00.188852 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b9248-ebb8-433a-91a2-685c625d5a9d tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:00.189559 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-457b9248-ebb8-433a-91a2-685c625d5a9d tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] Synchronizing usage tracker for tenant:6c7cfbfd3eb24259a04f04b9c3e7f28a on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:00.210031 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-457b9248-ebb8-433a-91a2-685c625d5a9d tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] Unset dirty status for tenant:6c7cfbfd3eb24259a04f04b9c3e7f28a on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:00.211637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-457b9248-ebb8-433a-91a2-685c625d5a9d tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 1094 time: 0.1942225 May 31 13:32:00.214781 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54566) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:00.223049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'port_id': '636a698a-3a58-4660-b3da-55a142351594', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:00.229648 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:00.233739 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:floatingip and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:00.236670 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:00.242497 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:00.254068 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.390172 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.527968 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Allocated IP 172.27.1.196 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/5d2effd5-869a-4a4d-8499-b017825141c7) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:00.678020 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.710511 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:00.714272 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a9dae07a-86de-426d-8995-4e578ad86fcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:00.775750 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:00.778522 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:00.782055 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:32:00.810214 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=5d2effd5-869a-4a4d-8499-b017825141c7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:00.815950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:01.212299 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.288374 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.492694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.500283 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.503856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-74d7203d-45a3-4bfd-8e95-1b43efa28957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:01.608803 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=5d2effd5-869a-4a4d-8499-b017825141c7,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:01.611663 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:01.622634 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:01.891526 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Floating IP 1d194c64-e51d-4aea-b1af-3e1e0a50cbf3 associated. External IP: 172.27.1.196, port: 636a698a-3a58-4660-b3da-55a142351594. May 31 13:32:02.255627 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:32:02.432391 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:32:02.443662 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:32:02.453593 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:32:02.454203 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:31:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:02.460515 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.520328 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3040626 May 31 13:32:02.520810 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'tag': '636a698a-3a58-4660-b3da-55a142351594'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:32:02.523341 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44e5fa-c261-4fe3-824a-2428f0402e21" -d '{"events": [{"name": "network-changed", "server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "tag": "636a698a-3a58-4660-b3da-55a142351594"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:32:02.571768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0586bebc-d1cd-449d-9a02-3b069f68c030 x-openstack-request-id: req-0586bebc-d1cd-449d-9a02-3b069f68c030 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:32:02.571768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "tag": "636a698a-3a58-4660-b3da-55a142351594", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:32:02.572023 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0586bebc-d1cd-449d-9a02-3b069f68c030 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:32:02.572397 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'tag': '636a698a-3a58-4660-b3da-55a142351594', 'status': 'completed', 'code': 200} May 31 13:32:02.636378 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:32:02.662688 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-9c0a0613-373f-4182-a96b-6cbd920dc0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:02.664293 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-9c0a0613-373f-4182-a96b-6cbd920dc0e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 1099 time: 0.0711806 May 31 13:32:02.767914 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:02.802347 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-38530b7f-5f5e-4c68-af61-eb885a3a4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:02.803938 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-38530b7f-5f5e-4c68-af61-eb885a3a4043 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1323135 May 31 13:32:02.910071 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-1a2e84bc-e603-4488-b68e-ee9d003d417e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636a698a-3a58-4660-b3da-55a142351594 HTTP/1.1" status: 200 len: 1000 time: 0.0981920 May 31 13:32:02.985009 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-60951ce2-7bbf-4c59-b557-ec0ecfe4b7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:02.986816 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-60951ce2-7bbf-4c59-b557-ec0ecfe4b7bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0681200 May 31 13:32:03.000714 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '1d194c64-e51d-4aea-b1af-3e1e0a50cbf3', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '636a698a-3a58-4660-b3da-55a142351594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:70:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:32:01Z', 'updated_at': '2021-05-31T13:32:01Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:03.004930 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:32:03.013576 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:32:03.014178 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:31:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:03.068936 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-319b20f5-437a-44bd-b9d2-29115cee011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:03.070437 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-319b20f5-437a-44bd-b9d2-29115cee011d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760086 May 31 13:32:03.199783 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:32:03.210645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-96ab9024-e06c-45db-9026-0766bd05f89e service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284730 May 31 13:32:03.456213 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f44e5fa-c261-4fe3-824a-2428f0402e21 req-a4121d91-5415-476a-917f-a36a6ca2ba8b service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375216 May 31 13:32:03.597441 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '1d194c64-e51d-4aea-b1af-3e1e0a50cbf3', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '636a698a-3a58-4660-b3da-55a142351594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:70:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:32:01Z', 'updated_at': '2021-05-31T13:32:01Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:03.601530 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652439d-86ab-4378-a816-2a9d494aefbd None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '1d194c64-e51d-4aea-b1af-3e1e0a50cbf3', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.196', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '636a698a-3a58-4660-b3da-55a142351594', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:70:59:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:32:01Z', 'updated_at': '2021-05-31T13:32:01Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:32:03.785173 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e159b1c0-e5b1-41d3-b248-1d6184be7bf0 None None] New status for floating IP 1d194c64-e51d-4aea-b1af-3e1e0a50cbf3: ACTIVE {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:32:04.815261 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-fe4455f6-f8a4-4955-8d32-3055cbbdd472 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717816 May 31 13:32:04.964713 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-741bc4e3-fe7b-4dc4-9103-953e76c6dd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:04.966196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-741bc4e3-fe7b-4dc4-9103-953e76c6dd5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 1098 time: 0.0765667 May 31 13:32:05.131586 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-262e7da0-ed22-4de0-bf63-bfe5fdcc9c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:05.132967 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-262e7da0-ed22-4de0-bf63-bfe5fdcc9c4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 915 time: 0.1301627 May 31 13:32:05.203494 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-a3dcb6e8-f961-4d21-9619-ea01e68f6fbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 HTTP/1.1" status: 200 len: 217 time: 0.0629213 May 31 13:32:05.270374 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-48fb86f2-283e-4579-acbe-9219afab6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:05.271890 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-48fb86f2-283e-4579-acbe-9219afab6a6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0622692 May 31 13:32:05.319868 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-0d9c2027-b6d9-40c5-bd62-5fc4e2d75db7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404434 May 31 13:32:05.348807 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-297ac7f9-0693-41ad-b4e2-52f3ebbc30be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:05.472586 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-9b9ad237-854b-44a0-a110-85be5e47081d service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452069 May 31 13:32:05.612474 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c2a19a70-1ce5-4917-af98-93624c1db05f req-10d1983c-aafe-47a5-b015-fb929d8efb68 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316969 May 31 13:32:05.992485 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-fb60f1af-2141-4fab-b58a-96a7905f4f73 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:05.993911 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-fb60f1af-2141-4fab-b58a-96a7905f4f73 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.1459057 May 31 13:32:06.009139 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-322f0fe6-a62a-4884-9139-8d691ac812b6 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/quotas/9af8a8fc9249400fbc342611d3ff9b1c HTTP/1.1" status: 200 len: 375 time: 0.0093126 May 31 13:32:06.104898 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-aadeea7b-11e0-477f-af23-73eb7a018289 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0907443 May 31 13:32:06.251645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-0fb2cf4c-a26a-4d06-a61b-78ed35f090cf service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398439 May 31 13:32:06.381164 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-4ad4ff60-5405-4137-b536-d674bb2b6773 service neutron] 10.222.0.68 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235821 May 31 13:32:06.578421 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-905d33db-5272-4e0d-9a67-917eb67eab29 req-1f954c85-7e7c-4727-8aeb-b837d34d892c tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 210 time: 0.0469539 May 31 13:32:07.741550 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ac87df98-f254-4646-80c6-2684390702a8 req-0685d5ff-904c-46de-a7db-7bae6bbb572d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 210 time: 0.0557103 May 31 13:32:07.754107 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-d7f228f5-b066-4dc6-87e1-543f675f1f86 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:07.760368 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-d7f228f5-b066-4dc6-87e1-543f675f1f86 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 814 time: 0.1987412 May 31 13:32:07.773697 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:07.776903 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Request body: {'port': {'device_id': 'db7913c3-450a-4936-9a36-94c0606fb365', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'admin_state_up': True, 'tenant_id': '9af8a8fc9249400fbc342611d3ff9b1c'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:07.935865 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9df9e826-9a00-4b44-b383-f65e05e3e0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.008764 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:08.012683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Usage tracker for resource:port and tenant:9af8a8fc9249400fbc342611d3ff9b1c is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:08.015581 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:08.021317 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:08.033809 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Made reservation on behalf of 9af8a8fc9249400fbc342611d3ff9b1c for: {'port': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:32:08.037619 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.202823 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Allocated IP 172.20.0.8 (98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78/37963bd1-bddd-4c8a-8911-b9ac5e8234ba/21a18f05-b1ec-4252-8dea-26ed890e6f07) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:32:08.403968 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.440129 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.446491 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c4a43f93-0059-4ef1-998e-b4f067e2a6b0 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:08.453328 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', '4ad35797-a16e-46f5-9664-969523bbe4be', '57c0df0e-9c7f-42d7-a4f7-ea024b560bea'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:08.514222 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:32:08.517422 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:32:08.521556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:32:08.557553 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event updated for resources: {'Port': ['ID=21a18f05-b1ec-4252-8dea-26ed890e6f07,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:08.566525 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:08.588318 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:08.588915 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:08.610218 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382030 May 31 13:32:08.632720 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Request body: {'port': {'device_id': 'db7913c3-450a-4936-9a36-94c0606fb365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:32:08.745768 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.061175 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7bd15-9729-4df6-827a-4f1406fb42b5 req-88035303-e764-47d1-a59f-d530072b0b93 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:09.061776 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-57f7bd15-9729-4df6-827a-4f1406fb42b5 req-88035303-e764-47d1-a59f-d530072b0b93 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Synchronizing usage tracker for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:09.111807 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-57f7bd15-9729-4df6-827a-4f1406fb42b5 req-88035303-e764-47d1-a59f-d530072b0b93 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Unset dirty status for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:09.112970 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-57f7bd15-9729-4df6-827a-4f1406fb42b5 req-88035303-e764-47d1-a59f-d530072b0b93 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 931 time: 0.2466927 May 31 13:32:09.172307 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.195031 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21a18f05-b1ec-4252-8dea-26ed890e6f07 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:32:09.206100 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.213797 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-57f7bd15-9729-4df6-827a-4f1406fb42b5 req-302908a2-5995-4d47-9ab8-0254408f1008 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687580 May 31 13:32:09.225642 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Transition to ACTIVE for port object 21a18f05-b1ec-4252-8dea-26ed890e6f07 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:32:09.230850 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.235497 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5b9044fe-83a5-44fb-b2a2-46459d02466d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:09.380207 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Pushing event updated for resources: {'Port': ['ID=21a18f05-b1ec-4252-8dea-26ed890e6f07,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:09.391185 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:09.456000 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:32:09.462512 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Attempting to bind port 21a18f05-b1ec-4252-8dea-26ed890e6f07 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:32:09.462878 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Attempting to bind port 21a18f05-b1ec-4252-8dea-26ed890e6f07 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:32:09.463193 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Attempting to bind port 21a18f05-b1ec-4252-8dea-26ed890e6f07 on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:09.468342 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Port 21a18f05-b1ec-4252-8dea-26ed890e6f07 on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:32:09.468648 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Attempting to bind port 21a18f05-b1ec-4252-8dea-26ed890e6f07 on network 98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:32:09.473826 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 32, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:32:09.474151 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Checking segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:32:09.474553 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Bound using segment: {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:32:09.475000 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Bound port: 21a18f05-b1ec-4252-8dea-26ed890e6f07, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227ec4bb-4004-40a7-8187-b7dac05eb9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:32:09.475337 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.568566 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] For port 21a18f05-b1ec-4252-8dea-26ed890e6f07, host hv-cinder-79049, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:32:09.571543 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] For port 21a18f05-b1ec-4252-8dea-26ed890e6f07, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a18f05-b1ec-4252-8dea-26ed890e6f07,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:32:09.578636 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.582226 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8582906f-a3da-4b62-ac52-7f6a86309e6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:09.638450 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:09.639113 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:09.640555 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] 10.222.0.41 "PUT /v2.0/ports/21a18f05-b1ec-4252-8dea-26ed890e6f07 HTTP/1.1" status: 200 len: 1093 time: 1.0122452 May 31 13:32:09.641060 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7913c3-450a-4936-9a36-94c0606fb365', 'tag': '21a18f05-b1ec-4252-8dea-26ed890e6f07'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:32:09.643351 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743" -d '{"events": [{"name": "network-changed", "server_uuid": "db7913c3-450a-4936-9a36-94c0606fb365", "tag": "21a18f05-b1ec-4252-8dea-26ed890e6f07"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:32:09.663470 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Pushing event updated for resources: {'Port': ['ID=21a18f05-b1ec-4252-8dea-26ed890e6f07,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:09.666811 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:09.717863 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addb5424-e27f-4557-aa5b-1098297e4047 x-openstack-request-id: req-addb5424-e27f-4557-aa5b-1098297e4047 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:32:09.718211 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7913c3-450a-4936-9a36-94c0606fb365", "tag": "21a18f05-b1ec-4252-8dea-26ed890e6f07", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:32:09.718506 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-addb5424-e27f-4557-aa5b-1098297e4047 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:32:09.718949 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7913c3-450a-4936-9a36-94c0606fb365', 'tag': '21a18f05-b1ec-4252-8dea-26ed890e6f07', 'status': 'completed', 'code': 200} May 31 13:32:09.770534 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-8d164caf-4139-4b4d-951a-f99e246340a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:09.772138 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-8d164caf-4139-4b4d-951a-f99e246340a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 1096 time: 0.0856817 May 31 13:32:09.935786 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-24f54da9-ffa0-43d4-bf27-c9d63704a6af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21a18f05-b1ec-4252-8dea-26ed890e6f07 HTTP/1.1" status: 200 len: 217 time: 0.1557810 May 31 13:32:10.002643 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-c9a749ae-8810-4fdc-8b66-e8870eff0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:10.004108 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-c9a749ae-8810-4fdc-8b66-e8870eff0795 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0621307 May 31 13:32:10.051442 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-f981ea2c-b64a-432c-9fb8-06c8e9c51164 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401523 May 31 13:32:10.182635 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-40c56352-6f3a-45f5-b693-68f406ce0566 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244421 May 31 13:32:10.315391 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-63bcf2ae-c8e3-4809-a82b-b40f7c7d0679 req-30c36b76-3e1c-40c0-8035-af5050375b22 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257923 May 31 13:32:10.457978 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccce548-9bc6-44ba-9547-d5865dee3b90 req-34f78021-98fe-4e3c-a54d-b600cd91b30f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:10.459498 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ccce548-9bc6-44ba-9547-d5865dee3b90 req-34f78021-98fe-4e3c-a54d-b600cd91b30f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 943 time: 0.1405361 May 31 13:32:10.489807 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-9611069d-c438-43d1-a9d5-207bcceae3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:10.491303 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-9611069d-c438-43d1-a9d5-207bcceae3f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 1096 time: 0.1153204 May 31 13:32:10.576695 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3ccce548-9bc6-44ba-9547-d5865dee3b90 req-1bb515fd-98cf-47c3-b017-86b65cb731ab tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112161 May 31 13:32:10.634004 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-5091d3c6-8acf-4545-934c-49ac7bb49a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:10.635515 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-5091d3c6-8acf-4545-934c-49ac7bb49a30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 200 len: 915 time: 0.1360693 May 31 13:32:10.717380 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-3d5f4953-7105-4f8c-986c-3807d11314ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21a18f05-b1ec-4252-8dea-26ed890e6f07 HTTP/1.1" status: 200 len: 217 time: 0.0705459 May 31 13:32:10.733874 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:10.783829 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-cf2a2f65-88a1-4367-8e67-dcbde0279885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:10.785244 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-cf2a2f65-88a1-4367-8e67-dcbde0279885 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 200 len: 854 time: 0.0582192 May 31 13:32:10.835756 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-aefe7920-96ad-496d-8483-e14715101178 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426562 May 31 13:32:10.981253 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-0d4b0d63-776b-42a5-b954-276149f9c5d9 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374240 May 31 13:32:11.119800 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7ae8ede8-ce6d-4db0-88d1-ae6e5f02c743 req-7580fd4b-a44f-4ea1-9fee-db991d61ba40 service neutron] 10.222.0.41 "GET /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317782 May 31 13:32:11.777681 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf80f9d-24ba-4d35-9dd1-b3571f827f2d req-90cdcb0d-6c93-4350-b3fb-d1c80bfc8c9d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:11.779143 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-adf80f9d-24ba-4d35-9dd1-b3571f827f2d req-90cdcb0d-6c93-4350-b3fb-d1c80bfc8c9d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 943 time: 0.0885158 May 31 13:32:11.826196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-adf80f9d-24ba-4d35-9dd1-b3571f827f2d req-9966ff44-9458-481f-b03c-31cbaa1ee42e tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386999 May 31 13:32:13.048137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b61b2d-b2fe-40d3-a8f7-eef967ea367f req-13a63878-13cf-4a4d-93f8-14c2cdb2ec8f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:13.049596 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80b61b2d-b2fe-40d3-a8f7-eef967ea367f req-13a63878-13cf-4a4d-93f8-14c2cdb2ec8f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 943 time: 0.0955420 May 31 13:32:13.092889 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-80b61b2d-b2fe-40d3-a8f7-eef967ea367f req-3aaa2f80-d317-46ca-a4e3-679591bcfee4 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375302 May 31 13:32:13.439190 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 21a18f05-b1ec-4252-8dea-26ed890e6f07 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:32:13.581438 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 21a18f05-b1ec-4252-8dea-26ed890e6f07, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a18f05-b1ec-4252-8dea-26ed890e6f07,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:13.594591 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '21a18f05-b1ec-4252-8dea-26ed890e6f07', 'network_id': '98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78', 'port_id': '21a18f05-b1ec-4252-8dea-26ed890e6f07', 'mac_address': 'fa:16:3e:69:0f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37963bd1-bddd-4c8a-8911-b9ac5e8234ba', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:32:13.650166 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.671065 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21a18f05-b1ec-4252-8dea-26ed890e6f07 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:32:13.696052 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 21a18f05-b1ec-4252-8dea-26ed890e6f07, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a18f05-b1ec-4252-8dea-26ed890e6f07,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:13.702952 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:13.705399 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:13.781553 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=21a18f05-b1ec-4252-8dea-26ed890e6f07,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:13.784793 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:14.113744 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['21a18f05-b1ec-4252-8dea-26ed890e6f07'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:14.285286 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116c31f-e6c5-4162-b15d-de6f77e30e64 req-8cd3ebc9-0b1f-46ec-aecb-20dd37fb5497 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:14.286681 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3116c31f-e6c5-4162-b15d-de6f77e30e64 req-8cd3ebc9-0b1f-46ec-aecb-20dd37fb5497 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 944 time: 0.0825047 May 31 13:32:14.331539 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3116c31f-e6c5-4162-b15d-de6f77e30e64 req-2ea5b5a0-940f-45a1-a6d2-50e4d9508392 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389044 May 31 13:32:15.459309 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 21a18f05-b1ec-4252-8dea-26ed890e6f07 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:32:15.532043 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 21a18f05-b1ec-4252-8dea-26ed890e6f07 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:32:15.537333 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 21a18f05-b1ec-4252-8dea-26ed890e6f07 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:32:15.537713 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.641233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1a5ac-1aac-4960-97ca-5552e6d0a8d8 req-469ee348-e5d7-4e63-80ea-f7e88ebf6cc8 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:15.642623 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54a1a5ac-1aac-4960-97ca-5552e6d0a8d8 req-469ee348-e5d7-4e63-80ea-f7e88ebf6cc8 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 944 time: 0.2004151 May 31 13:32:15.660380 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.687113 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7913c3-450a-4936-9a36-94c0606fb365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a18f05-b1ec-4252-8dea-26ed890e6f07'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:32:15.687529 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-54a1a5ac-1aac-4960-97ca-5552e6d0a8d8 req-4a0a7104-5099-4c04-b003-bb629ca3eb28 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388565 May 31 13:32:15.689346 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34aadbeb-b427-4856-b867-146a173fe1f1" -d '{"events": [{"server_uuid": "db7913c3-450a-4936-9a36-94c0606fb365", "name": "network-vif-plugged", "status": "completed", "tag": "21a18f05-b1ec-4252-8dea-26ed890e6f07"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:32:15.697814 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 21a18f05-b1ec-4252-8dea-26ed890e6f07, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a18f05-b1ec-4252-8dea-26ed890e6f07,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:15.702383 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:15.705341 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-a3955346-5a73-4b72-980e-947a5f3b7ade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:15.737750 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea94c50b-49b1-462d-8a74-ec5a460997e8 x-openstack-request-id: req-ea94c50b-49b1-462d-8a74-ec5a460997e8 {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:32:15.738026 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7913c3-450a-4936-9a36-94c0606fb365", "name": "network-vif-plugged", "status": "completed", "tag": "21a18f05-b1ec-4252-8dea-26ed890e6f07", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:32:15.738278 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-ea94c50b-49b1-462d-8a74-ec5a460997e8 {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:32:15.738657 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7913c3-450a-4936-9a36-94c0606fb365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21a18f05-b1ec-4252-8dea-26ed890e6f07', 'code': 200} May 31 13:32:15.778500 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=21a18f05-b1ec-4252-8dea-26ed890e6f07,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:15.781417 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:15.972938 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0eb1fa-aeff-4209-a6c8-90242bd8e82e req-59d65dec-aa4d-428a-a440-b22a56e292d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:15.974585 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff0eb1fa-aeff-4209-a6c8-90242bd8e82e req-59d65dec-aa4d-428a-a440-b22a56e292d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 1098 time: 0.0737166 May 31 13:32:16.028645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ff0eb1fa-aeff-4209-a6c8-90242bd8e82e req-b04e1c61-1be0-44ac-a3cc-ef347e4d09ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456018 May 31 13:32:16.884781 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2604219-d24f-45aa-b49b-d8baa7704e2f req-7963642c-f2ee-4b95-86f1-2a668c974207 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:16.886204 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2604219-d24f-45aa-b49b-d8baa7704e2f req-7963642c-f2ee-4b95-86f1-2a668c974207 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 945 time: 0.0825381 May 31 13:32:16.929946 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d2604219-d24f-45aa-b49b-d8baa7704e2f req-ca7f52bc-0553-46a0-8a14-bc37ff028044 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380559 May 31 13:32:18.145499 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b430dac-5570-405a-8743-68653e55cfd4 req-3fdc98e1-bac7-4dd9-8abd-7a5d5175e19a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:18.146967 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b430dac-5570-405a-8743-68653e55cfd4 req-3fdc98e1-bac7-4dd9-8abd-7a5d5175e19a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 945 time: 0.0978436 May 31 13:32:18.194154 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b430dac-5570-405a-8743-68653e55cfd4 req-8637d929-191f-4949-9935-a66de1cef026 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389171 May 31 13:32:31.343149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b770d8-54a2-4b47-8f97-ba9a7fe7f858 req-280a7aa3-cf61-40b0-babd-70f2ee601675 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:31.344602 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d1b770d8-54a2-4b47-8f97-ba9a7fe7f858 req-280a7aa3-cf61-40b0-babd-70f2ee601675 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 945 time: 0.0969532 May 31 13:32:31.389438 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d1b770d8-54a2-4b47-8f97-ba9a7fe7f858 req-7cc7f1df-b374-419a-b4d4-8ed755dcef66 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390286 May 31 13:32:32.624971 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1b851-0805-4a83-86c1-0537b8f308ba req-97c54a3b-1798-4d0f-91eb-bb372b1c4496 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:32.626653 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-55c1b851-0805-4a83-86c1-0537b8f308ba req-97c54a3b-1798-4d0f-91eb-bb372b1c4496 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 945 time: 0.1025274 May 31 13:32:32.674468 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-55c1b851-0805-4a83-86c1-0537b8f308ba req-9caf0598-fd13-4809-87a2-a1deee68c4cc tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 May 31 13:32:32.710866 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.469899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-d3415cce-a6b8-46a9-b3cc-6c224048c46f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:33.471362 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-d3415cce-a6b8-46a9-b3cc-6c224048c46f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 945 time: 0.0969169 May 31 13:32:33.616905 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Deleting port 21a18f05-b1ec-4252-8dea-26ed890e6f07 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:32:33.617242 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.749040 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] For port 21a18f05-b1ec-4252-8dea-26ed890e6f07, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=21a18f05-b1ec-4252-8dea-26ed890e6f07,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:33.749699 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:33.901754 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Calling delete_port for 21a18f05-b1ec-4252-8dea-26ed890e6f07 owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:32:33.976843 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618b157-e977-41de-b67b-bbf0a5021c6f req-85ad184f-eb40-4f7a-b2d9-3e489da965fd tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:33.978261 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9618b157-e977-41de-b67b-bbf0a5021c6f req-85ad184f-eb40-4f7a-b2d9-3e489da965fd tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=db7913c3-450a-4936-9a36-94c0606fb365 HTTP/1.1" status: 200 len: 945 time: 0.1651680 May 31 13:32:34.075067 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9618b157-e977-41de-b67b-bbf0a5021c6f req-3f76c218-fb9f-4395-a5db-b9e528177ad4 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898623 May 31 13:32:34.083404 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.089127 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dee99b87-2b03-49bb-aa04-dbc9db192f04 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:34.101805 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', '4ad35797-a16e-46f5-9664-969523bbe4be', '57c0df0e-9c7f-42d7-a4f7-ea024b560bea'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:34.134188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event deleted for resources: {'Port': ['ID=21a18f05-b1ec-4252-8dea-26ed890e6f07,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:34.160352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:34.208258 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] No DVR routers for this DVR port 21a18f05-b1ec-4252-8dea-26ed890e6f07 on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:34.210971 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:34.213739 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7913c3-450a-4936-9a36-94c0606fb365', 'name': 'network-vif-deleted', 'tag': '21a18f05-b1ec-4252-8dea-26ed890e6f07'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:32:34.216382 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5ed17b-596b-4bb9-a9a3-df676222e3bf" -d '{"events": [{"server_uuid": "db7913c3-450a-4936-9a36-94c0606fb365", "name": "network-vif-deleted", "tag": "21a18f05-b1ec-4252-8dea-26ed890e6f07"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:32:34.231073 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e08c4e5-a057-4cbb-b8f6-89f192ff2997 req-2af75ff6-5dc7-4f65-b9e9-d1e3a1e8afe2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "DELETE /v2.0/ports/21a18f05-b1ec-4252-8dea-26ed890e6f07 HTTP/1.1" status: 204 len: 173 time: 0.7513072 May 31 13:32:34.264048 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dda4048-17d1-46f7-874a-ff84c8c4eadb x-openstack-request-id: req-3dda4048-17d1-46f7-874a-ff84c8c4eadb {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:32:34.264614 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7913c3-450a-4936-9a36-94c0606fb365", "name": "network-vif-deleted", "tag": "21a18f05-b1ec-4252-8dea-26ed890e6f07", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:32:34.265784 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3dda4048-17d1-46f7-874a-ff84c8c4eadb {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:32:34.267113 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7913c3-450a-4936-9a36-94c0606fb365', 'name': 'network-vif-deleted', 'tag': '21a18f05-b1ec-4252-8dea-26ed890e6f07', 'status': 'completed', 'code': 200} May 31 13:32:35.344224 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-e4d77117-0f7b-4a54-bb14-4924f7e106a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:35.565695 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 21a18f05-b1ec-4252-8dea-26ed890e6f07 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:32:35.609429 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 21a18f05-b1ec-4252-8dea-26ed890e6f07 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:32:35.609891 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 21a18f05-b1ec-4252-8dea-26ed890e6f07 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:32:36.805785 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9a6ae-c255-4582-ad6d-73b58b1b8eb8 req-500c7d02-21bd-425a-90cf-0bb13256d5ea tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:36.806454 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-fdc9a6ae-c255-4582-ad6d-73b58b1b8eb8 req-500c7d02-21bd-425a-90cf-0bb13256d5ea tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Synchronizing usage tracker for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:36.824367 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-fdc9a6ae-c255-4582-ad6d-73b58b1b8eb8 req-500c7d02-21bd-425a-90cf-0bb13256d5ea tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Unset dirty status for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:36.825701 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fdc9a6ae-c255-4582-ad6d-73b58b1b8eb8 req-500c7d02-21bd-425a-90cf-0bb13256d5ea tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 946 time: 0.1060240 May 31 13:32:36.879516 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-fdc9a6ae-c255-4582-ad6d-73b58b1b8eb8 req-eca23d31-e040-4d73-89b0-402917a812cd tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 May 31 13:32:37.789609 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:37.932360 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-245124da-6c8b-4e40-8a12-f2c25e293c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:38.087268 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c58fe-a14d-4b18-97d9-5c7348479d69 req-1e68df6a-0db0-4cc4-b065-c36ab92491e2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:38.088675 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-316c58fe-a14d-4b18-97d9-5c7348479d69 req-1e68df6a-0db0-4cc4-b065-c36ab92491e2 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 946 time: 0.0858200 May 31 13:32:38.133833 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-316c58fe-a14d-4b18-97d9-5c7348479d69 req-cfa9efe4-b069-4819-87d6-1cdbe9bd64be tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387154 May 31 13:32:39.036456 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-ce1077ef-de1e-4405-adee-fff80bb34788 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:39.037796 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-ce1077ef-de1e-4405-adee-fff80bb34788 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 946 time: 0.0838358 May 31 13:32:39.183467 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:39.327724 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Deleting port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:32:39.328343 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:39.428332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a0fb1-a407-4887-9470-d0c8ceb19ba5 req-44f94a10-53be-4ba5-bd6f-6d84f0e26ba3 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:39.429760 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b64a0fb1-a407-4887-9470-d0c8ceb19ba5 req-44f94a10-53be-4ba5-bd6f-6d84f0e26ba3 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=0709bc36-7f2e-439a-84ae-9a1072aac316 HTTP/1.1" status: 200 len: 946 time: 0.1777618 May 31 13:32:39.497614 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] For port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:39.497940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:39.514709 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b64a0fb1-a407-4887-9470-d0c8ceb19ba5 req-6ba46a89-afa9-4abb-b00a-352c44211b1a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789087 May 31 13:32:39.626109 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Calling delete_port for 57c0df0e-9c7f-42d7-a4f7-ea024b560bea owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:32:39.746031 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:39.751587 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-09406dfb-3a72-4991-917c-dcd968c68dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:39.772880 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', '4ad35797-a16e-46f5-9664-969523bbe4be'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:39.796188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event deleted for resources: {'Port': ['ID=57c0df0e-9c7f-42d7-a4f7-ea024b560bea,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:39.799331 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:39.872238 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] No DVR routers for this DVR port 57c0df0e-9c7f-42d7-a4f7-ea024b560bea on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:39.874660 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:39.877228 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'name': 'network-vif-deleted', 'tag': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:32:39.879553 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c471e2ae-9e75-4ca9-a0fe-6a8e8dc4dc3e" -d '{"events": [{"server_uuid": "0709bc36-7f2e-439a-84ae-9a1072aac316", "name": "network-vif-deleted", "tag": "57c0df0e-9c7f-42d7-a4f7-ea024b560bea"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:32:39.899590 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0a26ed72-f887-4192-a61b-de36a7ba82a5 req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "DELETE /v2.0/ports/57c0df0e-9c7f-42d7-a4f7-ea024b560bea HTTP/1.1" status: 204 len: 173 time: 0.8557723 May 31 13:32:39.934089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f7d1f-0386-46ca-b5fb-4e02b9302962 x-openstack-request-id: req-e00f7d1f-0386-46ca-b5fb-4e02b9302962 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:32:39.934415 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0709bc36-7f2e-439a-84ae-9a1072aac316", "name": "network-vif-deleted", "tag": "57c0df0e-9c7f-42d7-a4f7-ea024b560bea", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:32:39.934702 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-e00f7d1f-0386-46ca-b5fb-4e02b9302962 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:32:39.935162 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0709bc36-7f2e-439a-84ae-9a1072aac316', 'name': 'network-vif-deleted', 'tag': '57c0df0e-9c7f-42d7-a4f7-ea024b560bea', 'status': 'completed', 'code': 200} May 31 13:32:40.730982 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:40.978885 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e74ca4-dab7-44a1-bb96-1741ae183933 req-f2b9601b-8af0-4605-88f2-d4bfa8ccec1a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:40.979618 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-82e74ca4-dab7-44a1-bb96-1741ae183933 req-f2b9601b-8af0-4605-88f2-d4bfa8ccec1a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Synchronizing usage tracker for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:40.996751 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-82e74ca4-dab7-44a1-bb96-1741ae183933 req-f2b9601b-8af0-4605-88f2-d4bfa8ccec1a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Unset dirty status for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:40.997883 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-82e74ca4-dab7-44a1-bb96-1741ae183933 req-f2b9601b-8af0-4605-88f2-d4bfa8ccec1a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 946 time: 0.0987136 May 31 13:32:41.045648 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-82e74ca4-dab7-44a1-bb96-1741ae183933 req-9899d09a-af67-487c-a194-005087021816 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 May 31 13:32:41.594224 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 57c0df0e-9c7f-42d7-a4f7-ea024b560bea no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:32:41.632967 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 57c0df0e-9c7f-42d7-a4f7-ea024b560bea {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:32:41.633412 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 57c0df0e-9c7f-42d7-a4f7-ea024b560bea not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:32:42.254675 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9dc0cd-58c9-4b36-8da0-afe3dd3186f5 req-64275723-db03-4bbb-b4a8-8f4e6a7cc967 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:42.256029 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c9dc0cd-58c9-4b36-8da0-afe3dd3186f5 req-64275723-db03-4bbb-b4a8-8f4e6a7cc967 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 946 time: 0.0922937 May 31 13:32:42.302420 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9c9dc0cd-58c9-4b36-8da0-afe3dd3186f5 req-5bbcda9a-c02e-4e8c-873a-d9fb31ac4c17 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406010 May 31 13:32:42.690416 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-2826f6e8-3557-4371-a98c-7e4370894978 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:42.691846 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-2826f6e8-3557-4371-a98c-7e4370894978 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 946 time: 0.0981743 May 31 13:32:42.827422 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Deleting port 4ad35797-a16e-46f5-9664-969523bbe4be {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:32:42.827725 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:42.957480 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] For port 4ad35797-a16e-46f5-9664-969523bbe4be, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4ad35797-a16e-46f5-9664-969523bbe4be,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:42.957715 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.081161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Calling delete_port for 4ad35797-a16e-46f5-9664-969523bbe4be owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:32:43.198572 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.204155 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c7e495b6-853d-4052-8d05-3b44210034f2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:43.211211 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', '4ad35797-a16e-46f5-9664-969523bbe4be'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:43.248162 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event deleted for resources: {'Port': ['ID=4ad35797-a16e-46f5-9664-969523bbe4be,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:43.251527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:43.464049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] No DVR routers for this DVR port 4ad35797-a16e-46f5-9664-969523bbe4be on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:43.467221 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a47c1fbf-504a-4f1e-b2a0-ff0358155ec8 req-273302ee-191e-4f9f-9be6-487c47e2ff7a tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=bec83c89-545d-4acd-aefd-e2d09c6908dd HTTP/1.1" status: 200 len: 210 time: 0.0523031 May 31 13:32:43.468235 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:43.470760 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'name': 'network-vif-deleted', 'tag': '4ad35797-a16e-46f5-9664-969523bbe4be'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:32:43.473091 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b317b49b-4eab-4d08-b191-1888feb659b2" -d '{"events": [{"server_uuid": "bec83c89-545d-4acd-aefd-e2d09c6908dd", "name": "network-vif-deleted", "tag": "4ad35797-a16e-46f5-9664-969523bbe4be"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:32:43.489451 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2ef81893-ef28-4488-ad76-4d70dafc2f08 req-6c82ffa8-95bc-4542-ad37-983ad300b7f1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "DELETE /v2.0/ports/4ad35797-a16e-46f5-9664-969523bbe4be HTTP/1.1" status: 204 len: 173 time: 0.7898057 May 31 13:32:43.527471 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d10b96d-b749-428e-9eec-fd11cf3ad9a4 x-openstack-request-id: req-0d10b96d-b749-428e-9eec-fd11cf3ad9a4 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:32:43.527800 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bec83c89-545d-4acd-aefd-e2d09c6908dd", "name": "network-vif-deleted", "tag": "4ad35797-a16e-46f5-9664-969523bbe4be", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:32:43.528089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-0d10b96d-b749-428e-9eec-fd11cf3ad9a4 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:32:43.528515 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bec83c89-545d-4acd-aefd-e2d09c6908dd', 'name': 'network-vif-deleted', 'tag': '4ad35797-a16e-46f5-9664-969523bbe4be', 'status': 'completed', 'code': 200} May 31 13:32:45.595494 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4ad35797-a16e-46f5-9664-969523bbe4be no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:32:45.667535 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 4ad35797-a16e-46f5-9664-969523bbe4be {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:32:45.667875 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4ad35797-a16e-46f5-9664-969523bbe4be not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:32:46.207470 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357bcbd-e572-4132-878c-308af929178d req-f81acd7c-89dc-4136-aa55-ec77b4708e82 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:46.208144 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-c357bcbd-e572-4132-878c-308af929178d req-f81acd7c-89dc-4136-aa55-ec77b4708e82 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Synchronizing usage tracker for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:32:46.225675 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-c357bcbd-e572-4132-878c-308af929178d req-f81acd7c-89dc-4136-aa55-ec77b4708e82 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Unset dirty status for tenant:9af8a8fc9249400fbc342611d3ff9b1c on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:32:46.227080 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c357bcbd-e572-4132-878c-308af929178d req-f81acd7c-89dc-4136-aa55-ec77b4708e82 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 945 time: 0.1024973 May 31 13:32:46.272083 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c357bcbd-e572-4132-878c-308af929178d req-80bc9ccf-e965-4df1-a1fd-3c9984bb44b9 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 May 31 13:32:46.460338 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:32:47.479243 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84a2d8-6a74-46e3-996f-fdf443f88e1f req-0c470394-9dca-4894-ba4e-f8f40e2c415f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:47.480664 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef84a2d8-6a74-46e3-996f-fdf443f88e1f req-0c470394-9dca-4894-ba4e-f8f40e2c415f tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 945 time: 0.0873752 May 31 13:32:47.528929 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ef84a2d8-6a74-46e3-996f-fdf443f88e1f req-2e3d29dd-4872-4432-8c98-61554b1b9fc1 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/security-groups?id=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398524 May 31 13:32:48.051417 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-a1036324-2f76-414f-8d81-ace985c36572 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:32:48.052938 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-a1036324-2f76-414f-8d81-ace985c36572 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 945 time: 0.0963981 May 31 13:32:48.191966 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Deleting port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:32:48.192277 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.325063 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] For port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,segment=NetworkSegment(227ec4bb-4004-40a7-8187-b7dac05eb9cd),segment_id=227ec4bb-4004-40a7-8187-b7dac05eb9cd)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:32:48.325277 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.444872 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Calling delete_port for c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:32:48.571784 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.578461 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebe8ed2a-2dc9-4da6-9900-9898027b530b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:48.584809 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['c6d0d917-8aa8-4122-bee4-a92ab84c6fe8'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:32:48.624549 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Pushing event deleted for resources: {'Port': ['ID=c6d0d917-8aa8-4122-bee4-a92ab84c6fe8,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:48.667008 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.667382 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.667751 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.668102 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.668453 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.668804 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.669161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.669510 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.669859 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.670193 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.670534 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.670918 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:48.710332 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:48.751868 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9fc975b9-83e3-49cc-8f2e-3ae00f507caa req-0810fb3a-31ab-4a29-9673-2fcd66dee68b tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.68 "GET /v2.0/ports?device_id=13563830-5f5d-43d3-b0e3-c87b83d7da57 HTTP/1.1" status: 200 len: 210 time: 0.1167560 May 31 13:32:48.752771 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] No DVR routers for this DVR port c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:32:48.755271 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:48.757915 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'name': 'network-vif-deleted', 'tag': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:32:48.760554 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17d6050-43a9-4537-bded-88aea51c8c53" -d '{"events": [{"server_uuid": "13563830-5f5d-43d3-b0e3-c87b83d7da57", "name": "network-vif-deleted", "tag": "c6d0d917-8aa8-4122-bee4-a92ab84c6fe8"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:32:48.775917 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4defb53a-d06c-4cb1-8413-58a1a2a1738e req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] 10.222.0.41 "DELETE /v2.0/ports/c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 HTTP/1.1" status: 204 len: 173 time: 0.7170289 May 31 13:32:48.810702 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d793c4-fec0-41f9-8d52-4133b369a420 x-openstack-request-id: req-63d793c4-fec0-41f9-8d52-4133b369a420 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:32:48.811057 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13563830-5f5d-43d3-b0e3-c87b83d7da57", "name": "network-vif-deleted", "tag": "c6d0d917-8aa8-4122-bee4-a92ab84c6fe8", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:32:48.811350 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-63d793c4-fec0-41f9-8d52-4133b369a420 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:32:48.811784 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13563830-5f5d-43d3-b0e3-c87b83d7da57', 'name': 'network-vif-deleted', 'tag': 'c6d0d917-8aa8-4122-bee4-a92ab84c6fe8', 'status': 'completed', 'code': 200} May 31 13:32:49.855636 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54770) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:49.920631 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Deleting subnet 37963bd1-bddd-4c8a-8911-b9ac5e8234ba {{(pid=91756) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:32:49.923913 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:49.987040 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6736941'] for subnet, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.041981 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.377942 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6453238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6763058'] for subnet, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.382034 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-b4331217-5ba3-45e2-95f6-395a0687428a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:50.419100 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37963bd1-bddd-4c8a-8911-b9ac5e8234ba,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:50.421486 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for subnet, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.431118 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/37963bd1-bddd-4c8a-8911-b9ac5e8234ba HTTP/1.1" status: 204 len: 168 time: 0.5744834 May 31 13:32:50.432462 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.432826 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.433181 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.433536 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.433912 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.434149 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54774) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:50.434584 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.434584 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.434955 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.435295 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.435642 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.435942 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.436292 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:32:50.439490 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ded20438-8fda-4199-a851-d06d7cb0b505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:50.551049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.674421 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.687026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:50.699069 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227ec4bb-4004-40a7-8187-b7dac05eb9cd') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:50.699358 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227ec4bb-4004-40a7-8187-b7dac05eb9cd') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:32:50.713196 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.739489 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.745862 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:32:50.746247 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:32:50.758891 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:32:50.837873 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.842131 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:50.854825 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:50.864852 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Pushing event deleted for resources: {'Network': ['ID=98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:50.867945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:50.874616 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-51dd9e07-3bb2-48e2-9872-87ac1ef97856 admin admin] 10.222.0.68 "DELETE /v2.0/networks/98dc6b5a-0604-4c2d-9e98-8c47d8dfbb78 HTTP/1.1" status: 204 len: 168 time: 0.4393516 May 31 13:32:51.050754 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54780) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:51.196391 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-02080e49-d8ba-4085-9ea9-20cb693d5725 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=9af8a8fc9249400fbc342611d3ff9b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443117 May 31 13:32:51.199789 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54784) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:51.257151 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9f07-3ffc-4530-ac55-5319b800165a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:51.283225 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9f07-3ffc-4530-ac55-5319b800165a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:51.336216 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9f07-3ffc-4530-ac55-5319b800165a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:51.340146 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-8006bb44-dbc5-42c2-9a14-a269614faf1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:51.351764 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d9f07-3ffc-4530-ac55-5319b800165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:51.356404 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1d4d9f07-3ffc-4530-ac55-5319b800165a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:51.358341 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1d4d9f07-3ffc-4530-ac55-5319b800165a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:51.359501 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-1d4d9f07-3ffc-4530-ac55-5319b800165a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/1fe8e83e-34f0-4e3c-ad28-642d1fe2e9ec HTTP/1.1" status: 204 len: 168 time: 0.1588984 May 31 13:32:51.626836 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:32:51.661583 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:32:51.661943 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device c6d0d917-8aa8-4122-bee4-a92ab84c6fe8 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:32:52.835892 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54836) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:52.958274 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:52.973410 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:52.977630 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Usage tracker for resource:security_group_rule and tenant:65343401337041128e251cd753c8e415 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:52.980881 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:52.987154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:53.070939 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.077346 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.084206 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f7fe9a5e-b4c9-4a91-87bc-24602bbe9700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:53.123563 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=65343401337041128e251cd753c8e415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866380 May 31 13:32:53.124427 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794c566-b808-4339-acb6-e25244585808,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:53.126482 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54842) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:53.127725 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:53.189998 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c87a8c65-96fa-454c-8446-0f43f19623bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.216611 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c87a8c65-96fa-454c-8446-0f43f19623bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.274124 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c87a8c65-96fa-454c-8446-0f43f19623bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.277857 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5bb2db9f-23be-432f-9993-228b134736ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:53.297881 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a8c65-96fa-454c-8446-0f43f19623bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794c566-b808-4339-acb6-e25244585808,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:53.300820 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c87a8c65-96fa-454c-8446-0f43f19623bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:53.302943 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c87a8c65-96fa-454c-8446-0f43f19623bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:53.304040 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c87a8c65-96fa-454c-8446-0f43f19623bf admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/3794c566-b808-4339-acb6-e25244585808 HTTP/1.1" status: 204 len: 168 time: 0.1752436 May 31 13:32:55.237536 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54894) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:55.357600 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.372734 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:55.379077 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Usage tracker for resource:security_group_rule and tenant:1d978a939d504fc38fdf15a7b557b31d is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:55.383560 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:55.392760 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:55.481582 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.488191 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.495529 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e15d58f8-a25b-45d6-bb2d-8c182bef9bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:55.534451 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4974416-bd24-4579-b76e-1c52473ec030,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:55.541065 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=1d978a939d504fc38fdf15a7b557b31d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3000433 May 31 13:32:55.541065 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-39e7a341-cc31-4195-b328-bcc5ff197869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:55.541473 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54900) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:55.601063 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-30880094-1c1c-4966-99f7-c759cd77513e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.626276 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-30880094-1c1c-4966-99f7-c759cd77513e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.682106 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-30880094-1c1c-4966-99f7-c759cd77513e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.685945 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-744e404d-799c-450e-97d9-30aba949f84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:55.699823 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30880094-1c1c-4966-99f7-c759cd77513e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4974416-bd24-4579-b76e-1c52473ec030,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:55.703595 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-30880094-1c1c-4966-99f7-c759cd77513e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:55.705552 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-30880094-1c1c-4966-99f7-c759cd77513e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:55.711588 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-30880094-1c1c-4966-99f7-c759cd77513e admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/f4974416-bd24-4579-b76e-1c52473ec030 HTTP/1.1" status: 204 len: 168 time: 0.1691043 May 31 13:32:56.002878 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54908) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:56.021397 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:56.039998 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:56.043918 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Usage tracker for resource:security_group_rule and tenant:d20cdb7b45684942b0893a460d2fd016 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:56.046746 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:56.052542 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:56.134093 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:56.140077 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:56.148126 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bec4e1a1-b362-42c9-8825-fef4ed441590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:56.186185 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=d20cdb7b45684942b0893a460d2fd016&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822071 May 31 13:32:56.187856 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77380d82-ac85-451c-9c16-c2320fae22fb,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:56.189455 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54912) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:56.190847 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-cc9e54b2-98c0-49ad-907a-397013d301ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:56.250904 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5ccce98-d5f7-4fe4-94f2-d95e06cf0a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:56.277266 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5ccce98-d5f7-4fe4-94f2-d95e06cf0a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:56.337116 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5ccce98-d5f7-4fe4-94f2-d95e06cf0a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:56.341162 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-0a62e422-76ae-40ca-a142-2ad452c64bef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:56.354209 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ccce98-d5f7-4fe4-94f2-d95e06cf0a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77380d82-ac85-451c-9c16-c2320fae22fb,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:56.357178 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5ccce98-d5f7-4fe4-94f2-d95e06cf0a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:56.359080 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5ccce98-d5f7-4fe4-94f2-d95e06cf0a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:56.360944 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e5ccce98-d5f7-4fe4-94f2-d95e06cf0a2c admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/77380d82-ac85-451c-9c16-c2320fae22fb HTTP/1.1" status: 204 len: 168 time: 0.1693168 May 31 13:32:58.123552 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54958) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:58.250145 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.264299 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:58.268311 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2493ffb69e374e28ab28b8521a561989 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:58.271180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:58.276844 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:58.365133 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.371026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.378023 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6cad0d78-3efa-4253-9d99-d7b43a4a3361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:58.421688 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=2493ffb69e374e28ab28b8521a561989&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970505 May 31 13:32:58.422583 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f52605-3fc9-4f2b-a225-a4bf64078c0c,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:58.424822 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54964) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:58.425832 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-78d75b9e-5988-40c8-9eb5-05cbe472b0a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:58.484210 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aceae57c-59b0-49e3-8c09-0fbd2c93900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.509890 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aceae57c-59b0-49e3-8c09-0fbd2c93900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.571525 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aceae57c-59b0-49e3-8c09-0fbd2c93900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.577282 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-22374121-cb0e-48fc-a022-21b6097c67b4 tempest-TestShelveInstance-25307621 tempest-TestShelveInstance-25307621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:58.593436 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceae57c-59b0-49e3-8c09-0fbd2c93900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f52605-3fc9-4f2b-a225-a4bf64078c0c,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:58.596788 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-aceae57c-59b0-49e3-8c09-0fbd2c93900a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:58.600004 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-aceae57c-59b0-49e3-8c09-0fbd2c93900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.602787 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-aceae57c-59b0-49e3-8c09-0fbd2c93900a admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/b8f52605-3fc9-4f2b-a225-a4bf64078c0c HTTP/1.1" status: 204 len: 168 time: 0.1751926 May 31 13:32:58.894657 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 54972) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:58.913533 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:58.928058 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:32:58.932176 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Usage tracker for resource:security_group_rule and tenant:65427d24db1b4daea08adad7d9a481ab is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:32:58.935151 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:32:58.940895 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:32:59.025702 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:59.031696 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:59.038861 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f8506850-aaa0-48a3-ab79-fbbd46019839 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:59.082057 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=65427d24db1b4daea08adad7d9a481ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862187 May 31 13:32:59.082981 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfdda70-7992-4030-9049-0fa5eaadd10b,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:59.084945 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 54976) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:32:59.086050 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7453d0df-b03b-4f06-95e6-c39af2521b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:59.148842 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3616596-48ec-4775-b982-6c642fb6afee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:59.175873 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3616596-48ec-4775-b982-6c642fb6afee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:59.228613 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3616596-48ec-4775-b982-6c642fb6afee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:59.232378 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f2ee8aca-c298-41c5-99e6-405e2a8a25ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:32:59.242882 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3616596-48ec-4775-b982-6c642fb6afee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfdda70-7992-4030-9049-0fa5eaadd10b,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:32:59.245944 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c3616596-48ec-4775-b982-6c642fb6afee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:32:59.251722 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3616596-48ec-4775-b982-6c642fb6afee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:32:59.252847 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c3616596-48ec-4775-b982-6c642fb6afee admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/8dfdda70-7992-4030-9049-0fa5eaadd10b HTTP/1.1" status: 204 len: 168 time: 0.1664884 May 31 13:33:02.726977 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:05.350809 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ba434cab-26f2-448b-83bc-6bec95b50eb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.039862 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-8ab97c07-e19e-40c7-97cc-53f862eeb820 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1824541 May 31 13:33:07.136649 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-855b56a3-8c66-4fe6-b04c-7ee32dd69b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:33:07.138046 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-855b56a3-8c66-4fe6-b04c-7ee32dd69b21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 1099 time: 0.0739415 May 31 13:33:07.286089 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-5f7da02b-ade7-48da-9431-f9983cea2aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:33:07.287654 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-5f7da02b-ade7-48da-9431-f9983cea2aab service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1284509 May 31 13:33:07.397743 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-15b84c8a-bdbe-41cb-9aab-524d0c647737 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636a698a-3a58-4660-b3da-55a142351594 HTTP/1.1" status: 200 len: 1002 time: 0.0989203 May 31 13:33:07.461284 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-c5901445-95b7-4626-b2b7-2c7e74e255b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:33:07.462715 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-c5901445-95b7-4626-b2b7-2c7e74e255b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0583384 May 31 13:33:07.557244 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-c6800d55-91fa-4ebd-a280-335bcc125dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:33:07.558858 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-c6800d55-91fa-4ebd-a280-335bcc125dcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839860 May 31 13:33:07.698311 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-a8ef1142-b275-48b6-8d04-c61d3473149c service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319516 May 31 13:33:07.784329 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:07.838216 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a6dde2d6-1e1d-40e7-bbad-f549d0c425b3 req-753ad0dd-6ab1-4b42-ab20-3d1345e448ab service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318521 May 31 13:33:07.927991 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-14edab64-30b4-4c24-97bc-492fe237f9f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:09.184743 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:10.734806 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:23.469513 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:33:32.744389 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:35.352491 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-b5bc7c72-fab8-4885-a132-81134d8ab6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:37.794210 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:37.940696 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-646d3b54-72ac-4a4c-bf2d-57c5c56133c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:39.196324 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:40.743695 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.604567 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55206) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:49.726885 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.741651 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:49.746035 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Usage tracker for resource:security_group_rule and tenant:c1e6665b9d2847c7addc6c4e9fa6cbdb is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:49.749028 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:49.755400 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:49.843392 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.849137 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.857312 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-145a44b2-7ab5-4cc0-9d22-69013c64f8dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:33:49.895078 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c1e6665b9d2847c7addc6c4e9fa6cbdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2894461 May 31 13:33:49.896773 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1965a2-7c69-4507-a687-269f188bab8d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:49.898703 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55212) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:49.904586 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.904954 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.905322 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.905683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.906043 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.906401 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.906750 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.907147 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.907497 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.907845 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.908197 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.908544 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:49.912515 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-aaebbe84-14be-4929-bb27-84b0b6c8b6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:33:49.959745 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:49.987499 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.044699 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.050180 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e6d44593-da72-4e2c-97c0-43012d568aba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:33:50.069604 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1965a2-7c69-4507-a687-269f188bab8d,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:50.073411 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:33:50.076598 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:50.077683 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/af1965a2-7c69-4507-a687-269f188bab8d HTTP/1.1" status: 204 len: 168 time: 0.1779957 May 31 13:33:54.058150 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55258) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:54.189424 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.204010 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:33:54.208198 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c7cc074c92504fe993fff543bf990846 is out of sync, need to count used quota {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:33:54.211233 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.quota.resource [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91756) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:33:54.217846 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.db.quota.driver [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91756) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:33:54.307824 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.313240 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_create {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.321962 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-52e5e6c3-317a-451a-95dc-a661ccacc888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:33:54.359834 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=c7cc074c92504fe993fff543bf990846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005691 May 31 13:33:54.361442 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14252e52-6f3f-4398-a1af-297e80fbec61,revision_number=1']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:54.362824 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55264) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:33:54.369138 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.369512 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.369874 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.370232 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.370583 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.370967 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.371321 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.371666 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.372014 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.372365 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.372710 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.373053 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:33:54.376939 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c40a6f04-cab8-4470-b822-fedd3719d2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:33:54.434023 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-84c448ed-5491-46b5-a4d7-5f555d365fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.459694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-84c448ed-5491-46b5-a4d7-5f555d365fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.514944 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-84c448ed-5491-46b5-a4d7-5f555d365fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.518540 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b3c0e5c8-7c0a-4bdd-86a5-9475a23043c7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:33:54.533096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c448ed-5491-46b5-a4d7-5f555d365fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14252e52-6f3f-4398-a1af-297e80fbec61,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:33:54.536964 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-84c448ed-5491-46b5-a4d7-5f555d365fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:33:54.561716 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-84c448ed-5491-46b5-a4d7-5f555d365fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:33:54.562868 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-84c448ed-5491-46b5-a4d7-5f555d365fc1 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/14252e52-6f3f-4398-a1af-297e80fbec61 HTTP/1.1" status: 204 len: 168 time: 0.1989508 May 31 13:34:00.463857 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:34:02.763536 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:05.354069 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9c32859a-6058-4a6b-98f1-250ba58416c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:06.776864 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-5113abff-4dda-4915-a93b-95bdb2d0b01f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714612 May 31 13:34:07.021772 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-d37694f5-925c-4d92-b417-9a7b251287e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:07.023320 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-d37694f5-925c-4d92-b417-9a7b251287e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 1099 time: 0.1689398 May 31 13:34:07.182104 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-dd162a52-4c24-440b-91f0-e85d56103364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:07.183630 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-dd162a52-4c24-440b-91f0-e85d56103364 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1381540 May 31 13:34:07.286460 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-e8cdfbd4-34da-44bb-a9fd-4d93a3b9ed92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=636a698a-3a58-4660-b3da-55a142351594 HTTP/1.1" status: 200 len: 1002 time: 0.0965445 May 31 13:34:07.351495 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-5a6ace40-868f-466d-8423-15d29e31064d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:07.353071 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-5a6ace40-868f-466d-8423-15d29e31064d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0592690 May 31 13:34:07.436662 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-b85dbad1-07be-4775-b52a-9f4764b4a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:07.438122 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-b85dbad1-07be-4775-b52a-9f4764b4a0cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783899 May 31 13:34:07.571020 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-9681856a-dd87-43a0-9c04-0c5b182c531b service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257741 May 31 13:34:07.705109 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bdd81c2a-fb1a-4348-9959-11254ba6a0ec req-fd75eb56-1933-4678-9a5d-c64c6671e352 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269362 May 31 13:34:07.790010 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:07.937852 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c5d45142-4190-4b23-b26f-ca2e4186cc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:09.196213 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:10.752398 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:30.373211 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324286c-db8f-42c3-926d-bfd2603b3073 req-1a984257-57b3-43ca-b997-fff7cd3318c9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:30.374697 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8324286c-db8f-42c3-926d-bfd2603b3073 req-1a984257-57b3-43ca-b997-fff7cd3318c9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 946 time: 0.2709310 May 31 13:34:30.421079 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8324286c-db8f-42c3-926d-bfd2603b3073 req-70eef597-6ef4-42da-add0-ba0d285bc1d5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379071 May 31 13:34:31.691849 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0cfa74-ba15-4680-adca-164a0d7f6e21 req-f42f1fa2-2b6c-4a90-a102-0da655378158 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:31.693295 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1d0cfa74-ba15-4680-adca-164a0d7f6e21 req-f42f1fa2-2b6c-4a90-a102-0da655378158 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 946 time: 0.1380997 May 31 13:34:31.738434 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1d0cfa74-ba15-4680-adca-164a0d7f6e21 req-b6f08bc1-2c41-4ac1-a367-40ffb3e92bb4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392425 May 31 13:34:32.006563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddca6d-be32-4912-81e4-2144804f7dec req-11175bec-8095-4ce9-9a46-29dc3a91f99e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:32.007969 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-34ddca6d-be32-4912-81e4-2144804f7dec req-11175bec-8095-4ce9-9a46-29dc3a91f99e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 946 time: 0.0969431 May 31 13:34:32.148234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Deleting port 636a698a-3a58-4660-b3da-55a142351594 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:34:32.148944 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:32.281328 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] For port 636a698a-3a58-4660-b3da-55a142351594, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=636a698a-3a58-4660-b3da-55a142351594,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:32.281568 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:32.567019 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:32.567344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:32.567658 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Floating IP 1d194c64-e51d-4aea-b1af-3e1e0a50cbf3 disassociated. External IP: 172.27.1.196, port: 636a698a-3a58-4660-b3da-55a142351594. May 31 13:34:32.568021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Calling delete_port for 636a698a-3a58-4660-b3da-55a142351594 owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:34:32.757150 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:32.796499 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:32.802786 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c94daff0-0ef4-44fd-850b-851b35119fe1 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:32.849066 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event deleted for resources: {'Port': ['ID=636a698a-3a58-4660-b3da-55a142351594,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:32.852596 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:32.958637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7889e79c-3064-4592-9636-ba4bf7a83f33 req-cdf79313-cf88-4214-acc9-192af9ae6ebe tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 210 time: 0.1008921 May 31 13:34:33.076408 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:34:33.252610 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:34:33.263737 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:34:33.277319 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:34:33.277955 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:34:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:33.327600 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] No DVR routers for this DVR port 636a698a-3a58-4660-b3da-55a142351594 on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:34:33.330247 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:33.332977 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'name': 'network-vif-deleted', 'tag': '636a698a-3a58-4660-b3da-55a142351594'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:34:33.335402 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0864b1a2-ffa4-4e69-b99d-5be5764b569b" -d '{"events": [{"server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "name": "network-vif-deleted", "tag": "636a698a-3a58-4660-b3da-55a142351594"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:34:33.350047 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-34ddca6d-be32-4912-81e4-2144804f7dec req-f029b376-9baa-4e91-aa65-ab1e658ccfc1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "DELETE /v2.0/ports/636a698a-3a58-4660-b3da-55a142351594 HTTP/1.1" status: 204 len: 173 time: 1.3359032 May 31 13:34:33.443673 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccaf8b6-f954-4f95-a127-7c1377922c76 x-openstack-request-id: req-bccaf8b6-f954-4f95-a127-7c1377922c76 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:34:33.444021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130c71a5-21af-45d4-a4fe-c3993d0c1fac", "name": "network-vif-deleted", "tag": "636a698a-3a58-4660-b3da-55a142351594", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:34:33.444312 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-bccaf8b6-f954-4f95-a127-7c1377922c76 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:34:33.444764 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '130c71a5-21af-45d4-a4fe-c3993d0c1fac', 'name': 'network-vif-deleted', 'tag': '636a698a-3a58-4660-b3da-55a142351594', 'status': 'completed', 'code': 200} May 31 13:34:33.468840 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:34:33.780814 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:33.785017 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:34:33.793094 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:34:33.793681 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:34:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:33.968989 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:34:34.138475 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-a48f1acb-659f-42f4-9fc0-37caee87640a req-bb85f129-5065-438c-85bd-4fb5f6125f05 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:34.157312 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-a48f1acb-659f-42f4-9fc0-37caee87640a req-bb85f129-5065-438c-85bd-4fb5f6125f05 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:34.159065 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-a48f1acb-659f-42f4-9fc0-37caee87640a req-bb85f129-5065-438c-85bd-4fb5f6125f05 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=130c71a5-21af-45d4-a4fe-c3993d0c1fac HTTP/1.1" status: 200 len: 210 time: 0.0638070 May 31 13:34:34.331827 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:34.335817 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ca787f-acc7-4b50-b819-f2accc4d1e1a None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:34:34.536293 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f161ac6-2cc9-48f0-9c23-b80d4d6602c3 None None] New status for floating IP 1d194c64-e51d-4aea-b1af-3e1e0a50cbf3: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:34:35.348347 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-f98e92ee-ba9e-4685-a15a-8360f8952b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:35.533799 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-1e21fdd7-c25d-4f32-a079-e462215dd3bc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907014874&fields=id&tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 267 time: 0.0422316 May 31 13:34:35.692932 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-229de45f-1231-4dbd-82a1-ff7ac61cc538 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:35.694401 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-229de45f-1231-4dbd-82a1-ff7ac61cc538 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 812 time: 0.1532602 May 31 13:34:35.710308 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-ee167732-34be-4bd6-ace2-1cfe6e7076f3 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/quotas/7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 375 time: 0.0098090 May 31 13:34:35.798742 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-f76ebc47-9001-4b21-8df5-9d7069b280d0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0838723 May 31 13:34:35.983895 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-4ead55a1-6e89-40eb-a5c4-ed83b4041bae service neutron] 10.222.0.68 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688361 May 31 13:34:36.114932 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-da95e36e-8c69-4219-a294-dc707bbcbd4a service neutron] 10.222.0.68 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251593 May 31 13:34:36.157348 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 636a698a-3a58-4660-b3da-55a142351594 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:34:36.192241 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 636a698a-3a58-4660-b3da-55a142351594 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:34:36.192593 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 636a698a-3a58-4660-b3da-55a142351594 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:34:36.512443 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-86a68f57-a564-4767-9ad0-353e23501db7 req-e491c287-6088-4b9f-88c4-f73608ee987d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 210 time: 0.0420623 May 31 13:34:37.470171 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:34:37.613882 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-23bc7155-fc3e-492d-bc15-9d2e613fbef4 req-6b20c836-52e8-453d-9712-f12ddf305802 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 210 time: 0.0482273 May 31 13:34:37.801603 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:37.930784 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-66e2339c-fe36-4d00-9519-8e51e8168c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:38.777321 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-5ab6c39a-735c-4e9d-8fa2-1dded70299a4 req-edc172d5-2b07-43a9-b621-f2ae64acc969 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 210 time: 0.0443935 May 31 13:34:39.196116 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:39.955581 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6a8e7d53-1e83-40e8-86b3-b04ae28b66e1 req-4c8223b5-802a-453a-818b-f0065c3801fe tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 210 time: 0.0640082 May 31 13:34:40.005901 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-49441d2c-f746-4d84-a4b4-a5acc09e8867 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:40.007345 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-49441d2c-f746-4d84-a4b4-a5acc09e8867 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 812 time: 0.3093665 May 31 13:34:40.061015 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-925bd110-7e46-49a6-a6bc-cbe0e5d1532a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 380 time: 0.0440807 May 31 13:34:40.069784 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'port': {'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'admin_state_up': True, 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'security_groups': ['d45accf8-933d-40b5-8159-9ad1291108de']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:40.208337 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:40.219122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:40.230652 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Made reservation on behalf of 7cc7528b8c1a4a22b0f9f2f9aa811c14 for: {'port': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:34:40.234252 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.400609 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Allocated IP 172.20.0.9 (ade6221a-a6ea-40b9-a81d-35d02db33663/71f7782d-0d96-4da8-8780-471f920cc4b1/4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:40.606543 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.622968 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Transition to ACTIVE for port object 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:40.647861 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.653477 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:40.718168 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Network ade6221a-a6ea-40b9-a81d-35d02db33663 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:40.721224 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:40.725122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:34:40.745627 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.755415 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:40.762216 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:40.792639 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:40.793325 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.821397 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-2e6f31ee-a2f3-4cc0-8963-18e4f3eb0b13 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7552414 May 31 13:34:40.833103 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Request body: {'port': {'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:40.952475 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:40.970717 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-93deb147-eb2b-43ae-932e-68867e255b49 None None] Provisioning for port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:40.977551 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-93deb147-eb2b-43ae-932e-68867e255b49 None None] Provisioning complete for port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:40.977955 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-93deb147-eb2b-43ae-932e-68867e255b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:41.034317 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-93deb147-eb2b-43ae-932e-68867e255b49 None None] Port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:34:41.278555 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44923-6fcf-4a9a-916f-1dfab0091358 req-d5a28bbf-bf7f-49d4-bcf4-f51704f567b5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:41.279234 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-19d44923-6fcf-4a9a-916f-1dfab0091358 req-d5a28bbf-bf7f-49d4-bcf4-f51704f567b5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:34:41.313064 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-19d44923-6fcf-4a9a-916f-1dfab0091358 req-d5a28bbf-bf7f-49d4-bcf4-f51704f567b5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:34:41.314142 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-19d44923-6fcf-4a9a-916f-1dfab0091358 req-d5a28bbf-bf7f-49d4-bcf4-f51704f567b5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 931 time: 0.2358315 May 31 13:34:41.409222 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:34:41.415973 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-19d44923-6fcf-4a9a-916f-1dfab0091358 req-e2d83c8d-2014-4f74-a42f-c0d593411f0c tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923879 May 31 13:34:41.419746 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:41.439028 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Transition to ACTIVE for port object 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:34:41.444166 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:41.447846 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-773aff63-9778-49c1-ac8f-a42ec5a65d51 tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:41.600516 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Pushing event updated for resources: {'Port': ['ID=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:41.607647 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:41.682760 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Attempting to bind port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:34:41.683102 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Attempting to bind port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:34:41.683422 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Attempting to bind port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:41.688055 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa on network ade6221a-a6ea-40b9-a81d-35d02db33663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:34:41.688376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Attempting to bind port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:34:41.693562 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 34, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:34:41.693900 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Checking segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:34:41.694276 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Bound using segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:34:41.694705 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Bound port: 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:34:41.695078 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:41.787254 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] For port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa, host hv-cinder-79049, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:34:41.790228 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] For port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:34:41.797409 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:41.803713 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:41.857666 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:41.858313 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:41.859724 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] 10.222.0.41 "PUT /v2.0/ports/4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 1093 time: 1.0310652 May 31 13:34:41.860236 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:34:41.862533 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c948796-02d6-4e3d-903d-1e4cac67decd" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:34:41.882932 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Pushing event updated for resources: {'Port': ['ID=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:41.885690 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:41.939263 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3972e8bc-6e38-4559-bdd0-33509e30923a x-openstack-request-id: req-3972e8bc-6e38-4559-bdd0-33509e30923a {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:34:41.939595 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:34:41.939885 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-3972e8bc-6e38-4559-bdd0-33509e30923a {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:34:41.940322 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'status': 'completed', 'code': 200} May 31 13:34:41.996159 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-a0cbdc74-c51f-486e-80e7-eec816a34dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:41.997689 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-a0cbdc74-c51f-486e-80e7-eec816a34dee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1096 time: 0.0903754 May 31 13:34:42.166117 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-288fadb1-1d22-47fc-b5ab-ddfd555201a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 217 time: 0.1602325 May 31 13:34:42.230767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-34bf1bb3-93f4-47c8-8e9e-ab51fcbbc16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:42.232178 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-34bf1bb3-93f4-47c8-8e9e-ab51fcbbc16d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0596383 May 31 13:34:42.317968 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-a0e0c513-c519-4023-8810-04a16d4a27b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:42.319417 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-a0e0c513-c519-4023-8810-04a16d4a27b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0795212 May 31 13:34:42.451278 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-17f09c3e-4d8f-4fd8-a428-50b183048d70 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240501 May 31 13:34:42.638642 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-4e29addd-cb40-44ae-bc7c-4816aad197e4 req-c11556d0-941e-4405-b028-52bf62300d06 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812022 May 31 13:34:42.657409 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1567c4-50e3-4c59-b3c7-980e8e4d2604 req-473c447a-4044-4e81-a912-84950e3e44dc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:42.658891 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e1567c4-50e3-4c59-b3c7-980e8e4d2604 req-473c447a-4044-4e81-a912-84950e3e44dc tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.1264908 May 31 13:34:42.741612 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1e1567c4-50e3-4c59-b3c7-980e8e4d2604 req-94b1333c-625c-4cf6-8f3f-e6b257fa0c6b tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765071 May 31 13:34:42.774622 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-0d8118bd-89be-4901-a6ed-8e821217c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:42.776555 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-0d8118bd-89be-4901-a6ed-8e821217c95e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1096 time: 0.0845211 May 31 13:34:42.911590 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-af9888d9-10bc-48c3-aad0-0f4d6dd53e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:42.913034 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-af9888d9-10bc-48c3-aad0-0f4d6dd53e0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1291692 May 31 13:34:42.983781 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-893a48cf-e1aa-4ec1-8526-41eee0efb00b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 217 time: 0.0641026 May 31 13:34:43.052180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-638c68ad-0029-4f43-979e-7975a113a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:43.053536 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-638c68ad-0029-4f43-979e-7975a113a5dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0638065 May 31 13:34:43.133476 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-2a187f72-c3dd-4d0c-8f06-10127c1d7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:43.134992 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-2a187f72-c3dd-4d0c-8f06-10127c1d7926 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0750308 May 31 13:34:43.285937 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-9b689898-d11e-469b-bb73-1fb9860b9814 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418478 May 31 13:34:43.418262 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c948796-02d6-4e3d-903d-1e4cac67decd req-fd55cd6a-e363-4103-9997-100becc78baa service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252816 May 31 13:34:43.938613 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0053adf-134a-4b09-bad8-166ddb9b0cbd req-237e6137-e54a-41f5-a8c5-785baa692788 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:43.940135 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0053adf-134a-4b09-bad8-166ddb9b0cbd req-237e6137-e54a-41f5-a8c5-785baa692788 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.0881329 May 31 13:34:43.991973 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b0053adf-134a-4b09-bad8-166ddb9b0cbd req-f4098ec6-c71d-48f8-a6bc-1b712beb1117 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459695 May 31 13:34:45.195325 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f6743-d458-4583-81f8-edc5e6a0323f req-df2aa34f-4898-46ed-878b-e04a69c3513e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:45.196775 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-838f6743-d458-4583-81f8-edc5e6a0323f req-df2aa34f-4898-46ed-878b-e04a69c3513e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.0969923 May 31 13:34:45.244642 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-838f6743-d458-4583-81f8-edc5e6a0323f req-e278ec65-2cb8-4d42-8087-4bea884870be tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394750 May 31 13:34:46.459762 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b50be-aa7f-4864-8240-70a480d02019 req-9ffd0b61-ba47-471a-b011-3238bce75bf2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:46.461207 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f06b50be-aa7f-4864-8240-70a480d02019 req-9ffd0b61-ba47-471a-b011-3238bce75bf2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.0981355 May 31 13:34:46.610506 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f06b50be-aa7f-4864-8240-70a480d02019 req-534c3f22-b3ee-442b-8627-3c0cd38f7cf2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429870 May 31 13:34:47.831122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44044a7-de13-4d51-aa9c-0c38eda786bf req-2ad2856e-8efc-47f4-b591-a05aa9dab15c tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:47.832569 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d44044a7-de13-4d51-aa9c-0c38eda786bf req-2ad2856e-8efc-47f4-b591-a05aa9dab15c tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.0942395 May 31 13:34:47.877938 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d44044a7-de13-4d51-aa9c-0c38eda786bf req-01beb50c-a55e-47f1-b32b-66c21b7abcb0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 May 31 13:34:49.070669 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7d9a55-8c96-472f-894a-7f430a69d57f req-328aec50-ec5f-4f83-a87d-4d54ad14e173 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:49.072145 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa7d9a55-8c96-472f-894a-7f430a69d57f req-328aec50-ec5f-4f83-a87d-4d54ad14e173 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.0891097 May 31 13:34:49.119518 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-aa7d9a55-8c96-472f-894a-7f430a69d57f req-6b0f52fe-e324-4f75-b4f3-3e4df2edf463 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390375 May 31 13:34:50.330330 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7f71-4698-47a0-a170-5f805a98a428 req-efd51f0c-b70c-443d-ad56-ae4bf15cd476 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:50.331712 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3ff7f71-4698-47a0-a170-5f805a98a428 req-efd51f0c-b70c-443d-ad56-ae4bf15cd476 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.0918100 May 31 13:34:50.377136 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-d3ff7f71-4698-47a0-a170-5f805a98a428 req-afd063a6-6161-42f5-8d8b-bf3c4f112ab0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393701 May 31 13:34:51.590659 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843930f0-cf13-4947-91da-4e25b69ae709 req-50e0e995-1a9a-413e-8540-695e15a14b9b tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:51.592133 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-843930f0-cf13-4947-91da-4e25b69ae709 req-50e0e995-1a9a-413e-8540-695e15a14b9b tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 943 time: 0.0953140 May 31 13:34:51.638124 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-843930f0-cf13-4947-91da-4e25b69ae709 req-d786fe55-b063-4141-8854-2eb5866505fb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402482 May 31 13:34:52.226866 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:34:52.365779 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:52.379472 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:34:52.433007 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.452783 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:34:52.470025 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:52.476508 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:52.478435 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:52.546290 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:52.555682 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.556017 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.556357 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.556680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.557010 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.557314 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.557627 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.557923 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.558247 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.558557 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.558963 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.559271 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:52.563228 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:52.825213 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:34:52.838956 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c7187-2dd4-482b-9729-4a66c7be5817 req-10641ab8-b99e-4609-a097-2910f952b9f9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:52.840427 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c5c7187-2dd4-482b-9729-4a66c7be5817 req-10641ab8-b99e-4609-a097-2910f952b9f9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 944 time: 0.0837040 May 31 13:34:52.888645 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c5c7187-2dd4-482b-9729-4a66c7be5817 req-7d43e70d-28ea-4608-8506-9fc5a233f5ef tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 May 31 13:34:54.089011 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4c484-5d57-4363-adce-2589b069b210 req-b2cb6259-8565-4f7f-96ba-c91c29c3c2d7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:54.090444 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ebf4c484-5d57-4363-adce-2589b069b210 req-b2cb6259-8565-4f7f-96ba-c91c29c3c2d7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 944 time: 0.0851331 May 31 13:34:54.136590 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ebf4c484-5d57-4363-adce-2589b069b210 req-53ac48a6-b44b-4cb9-a2d3-6b065d413a6d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378602 May 31 13:34:54.242772 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:34:54.324470 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:34:54.329222 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:34:54.329605 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:54.448216 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:54.479484 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:34:54.481847 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8a14d3-c3b7-42ec-90eb-e4cc67661440" -d '{"events": [{"server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "name": "network-vif-plugged", "status": "completed", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:34:54.490796 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:34:54.496182 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:54.498184 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-0ec93920-6a4c-4d5c-a111-59da216aa852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:54.566074 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:54.569209 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:54.578629 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19447925-dc58-4859-8f18-00219b98db1b x-openstack-request-id: req-19447925-dc58-4859-8f18-00219b98db1b {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:34:54.578940 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "name": "network-vif-plugged", "status": "completed", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:34:54.579205 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-19447925-dc58-4859-8f18-00219b98db1b {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:34:54.579593 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'code': 200} May 31 13:34:54.880444 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9efcd3-2ce0-48c5-8c3d-77a3fbb3409f req-3350fca3-d689-4fc3-858e-73fccc59da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:54.881806 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a9efcd3-2ce0-48c5-8c3d-77a3fbb3409f req-3350fca3-d689-4fc3-858e-73fccc59da74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1098 time: 0.0841386 May 31 13:34:54.922573 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-1a9efcd3-2ce0-48c5-8c3d-77a3fbb3409f req-d5e5bfac-c36e-4fad-9c8f-ce009f5e7ce9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341225 May 31 13:34:55.363463 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54c81f-4fa0-41a0-9de1-da19039bca5b req-fcc27ce6-6012-4cc5-acd6-0b368ad369d9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:55.364931 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf54c81f-4fa0-41a0-9de1-da19039bca5b req-fcc27ce6-6012-4cc5-acd6-0b368ad369d9 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 945 time: 0.1142604 May 31 13:34:55.410423 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bf54c81f-4fa0-41a0-9de1-da19039bca5b req-929b8783-634c-4501-885d-a546127f3c49 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397861 May 31 13:34:56.614854 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e4e9f-d9f1-4b7a-8c58-997edde5706c req-c91a154d-42a9-4cbe-9010-d0e3b49bef0d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:56.616286 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-812e4e9f-d9f1-4b7a-8c58-997edde5706c req-c91a154d-42a9-4cbe-9010-d0e3b49bef0d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 945 time: 0.0969126 May 31 13:34:56.662125 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-812e4e9f-d9f1-4b7a-8c58-997edde5706c req-cf9e26eb-36ba-4b49-a007-54fa527a2f59 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378428 May 31 13:34:56.861918 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524b64-403f-4992-88d8-c4eb5087a0d7 req-3fa1c235-5ce2-462a-a793-b42f0b27b19b tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:56.863557 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-55524b64-403f-4992-88d8-c4eb5087a0d7 req-3fa1c235-5ce2-462a-a793-b42f0b27b19b tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 945 time: 0.0937161 May 31 13:34:56.912364 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-55524b64-403f-4992-88d8-c4eb5087a0d7 req-a4e303c2-7ce4-4dc2-846e-9980c604f974 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 May 31 13:34:56.935771 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55376) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:57.008681 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32444b32-2750-4590-91c1-b9a9b75ae75f tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:57.010172 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-32444b32-2750-4590-91c1-b9a9b75ae75f tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1093 time: 0.0734770 May 31 13:34:57.013203 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55380) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:34:57.018189 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:34:57.024211 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:34:57.028359 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:floatingip and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:34:57.031395 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:34:57.037436 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:34:57.054549 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:57.198494 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:57.337501 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Allocated IP 172.27.1.220 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/967a57bd-8af0-4b50-aed4-3afd62d04eef) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:34:57.483724 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:57.515584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:57.519096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:57.579767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:34:57.582582 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:34:57.587191 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:34:57.623139 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=967a57bd-8af0-4b50-aed4-3afd62d04eef,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:57.637351 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.637725 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.638093 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.638450 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.638836 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.639182 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.639535 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.639883 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.640233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.640573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.640920 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.641264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:34:57.644787 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:58.103767 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.178887 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.391876 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.398849 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.402452 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-26ff9660-4a76-4960-bbc1-d6604b5ae847 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:34:58.509630 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=967a57bd-8af0-4b50-aed4-3afd62d04eef,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:34:58.513761 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:34:58.518264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:58.689966 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Floating IP 49dd8704-262f-4deb-b288-7c614aa7a96b associated. External IP: 172.27.1.220, port: 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa. May 31 13:34:59.035592 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:34:59.331308 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:34:59.341957 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c77af-ae30-458f-977b-079e8e82995b None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:34:59.351757 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:34:59.352376 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:34:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:59.357575 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:34:59.414496 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-839478fb-ba5f-46db-8b54-2402fad9cb8a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4002881 May 31 13:34:59.415334 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:34:59.417651 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:34:59.459921 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-169056d6-8625-4459-be96-000e39b8e0a8 x-openstack-request-id: req-169056d6-8625-4459-be96-000e39b8e0a8 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:34:59.460256 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:34:59.460548 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-169056d6-8625-4459-be96-000e39b8e0a8 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:34:59.460984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'status': 'completed', 'code': 200} May 31 13:34:59.533819 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:34:59.554566 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-0fc7b323-c191-42ef-8af2-3ab676f2bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:59.556096 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-0fc7b323-c191-42ef-8af2-3ab676f2bc20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1098 time: 0.0734186 May 31 13:34:59.697742 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-07d19881-a590-4955-9e23-5fb9be95461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:59.699188 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-07d19881-a590-4955-9e23-5fb9be95461a service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1365349 May 31 13:34:59.807483 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-f0f6d2f6-5f6d-4c16-acef-0a0aaba14648 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 999 time: 0.1011271 May 31 13:34:59.873743 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-9e3f0c7b-2b26-48d7-a507-99b1bd03c5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:59.875227 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-9e3f0c7b-2b26-48d7-a507-99b1bd03c5bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0610037 May 31 13:34:59.918084 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:34:58Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:59.922128 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c77af-ae30-458f-977b-079e8e82995b None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:34:59.930484 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:34:59.931120 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:34:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:34:59.952216 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-e61426b7-6d58-4862-868f-c1488b2b96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:34:59.954403 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-e61426b7-6d58-4862-868f-c1488b2b96b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725389 May 31 13:35:00.091138 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-1c7fc7c0-6e21-47a9-8086-7f8239883a9a service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299763 May 31 13:35:00.110802 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:35:00.222677 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9b69d1eb-a138-4aeb-8f00-2df78c76cb03 req-be0c9e72-7699-4a40-bf99-62ec8fad2971 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245742 May 31 13:35:00.464835 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-518c77af-ae30-458f-977b-079e8e82995b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:34:58Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:35:00.469172 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518c77af-ae30-458f-977b-079e8e82995b None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:34:58Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:35:00.649024 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4397381-9aeb-4b70-b273-5aead70b0507 None None] New status for floating IP 49dd8704-262f-4deb-b288-7c614aa7a96b: ACTIVE {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:35:02.769956 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:05.367559 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8d1d4160-1073-4e90-979f-62ec1e162e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.790647 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-9f6d9422-d1a7-47f4-86ae-3c2d629f275a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755353 May 31 13:35:07.800731 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.936910 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-da6785f9-5049-415a-b910-a874585e773c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:07.946487 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-39af13e0-3770-4a59-bc50-1c353e77d4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:35:07.948228 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-39af13e0-3770-4a59-bc50-1c353e77d4e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1098 time: 0.0804431 May 31 13:35:08.096459 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-71ee3c50-35ee-4841-8a0c-c7040cb35c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:35:08.097970 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-71ee3c50-35ee-4841-8a0c-c7040cb35c43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1274714 May 31 13:35:08.202274 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-4a579dbb-39eb-4bfe-804f-d1c7aac75fb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 1001 time: 0.0964398 May 31 13:35:08.273083 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-2d790cad-53f4-4787-9720-e522c26a2536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:35:08.275229 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-2d790cad-53f4-4787-9720-e522c26a2536 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0665319 May 31 13:35:08.355817 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-85173f4e-5ab9-4d2b-8997-d3839ac19f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:35:08.357259 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-85173f4e-5ab9-4d2b-8997-d3839ac19f72 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753934 May 31 13:35:08.492163 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-14dd248b-c748-491d-b422-c38ca238419d service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252692 May 31 13:35:08.725614 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c48d0a71-d88e-4472-9bef-f1c2e70f10e4 req-a9468a1f-c9c5-480d-a5eb-25f5b6f8d54a service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257278 May 31 13:35:09.205174 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:10.748362 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:14.464456 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:35:32.779699 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:35.361070 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-9d771650-6997-46b5-b6de-b0778e847097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:37.797244 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:37.945037 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4c4ae3da-548e-4a67-8550-d4c9f049e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:39.206322 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:40.757235 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:35:51.468774 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:36:02.765569 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:05.359679 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-3d60721e-39d5-47db-aae5-c6a14da34255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:07.796362 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:07.943904 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-36e697e6-df8a-441c-9b6f-cad66fa3b760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:09.216252 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:09.772729 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-e03120c4-8e85-4271-88ed-7b0b69a5e70d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724616 May 31 13:36:09.931376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719867-209d-45ad-bd73-9e78696ce95e req-3786ac7b-1db7-4fd0-9057-a479e2c776a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:36:09.932827 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-3786ac7b-1db7-4fd0-9057-a479e2c776a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1098 time: 0.0875256 May 31 13:36:10.081307 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719867-209d-45ad-bd73-9e78696ce95e req-b5be51a7-3f48-4c94-8454-843398fc1eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:36:10.082767 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-b5be51a7-3f48-4c94-8454-843398fc1eb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1292665 May 31 13:36:10.186092 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-e5fdf65d-1e2e-4c33-a543-093270653339 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 1001 time: 0.0964668 May 31 13:36:10.250672 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719867-209d-45ad-bd73-9e78696ce95e req-4f5396e7-ce2f-43ef-adc9-756181ffacff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:36:10.252984 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-4f5396e7-ce2f-43ef-adc9-756181ffacff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0596600 May 31 13:36:10.332607 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6719867-209d-45ad-bd73-9e78696ce95e req-420666bb-81d4-4c1a-924b-7b42bd59dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:36:10.334431 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-420666bb-81d4-4c1a-924b-7b42bd59dc67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739517 May 31 13:36:10.468449 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-3a5f1a75-2359-4f9d-bd17-bfccf4ac28c7 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270187 May 31 13:36:10.610650 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b6719867-209d-45ad-bd73-9e78696ce95e req-4ec838b8-d4c6-4c94-b011-feaccf0236d6 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352911 May 31 13:36:10.756065 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:28.473563 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:36:32.763316 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:35.362071 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-90c92396-cd9b-483f-8531-fd77eb9e02ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.796952 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:37.942897 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ce8eeba1-1f3d-464f-a62c-0954a37c7359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:39.215145 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:36:40.756294 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:01.363454 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-8a8962d8-5df6-463f-8870-b00da2974ba7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907014874&fields=id&tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 267 time: 0.0455720 May 31 13:37:01.513831 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-79a1da32-8230-47ec-a755-a3f5cc4e6a03 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:01.515196 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-79a1da32-8230-47ec-a755-a3f5cc4e6a03 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 812 time: 0.1452007 May 31 13:37:01.529712 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-c7c94ddf-3e0e-413e-96af-5bfd736314a1 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/quotas/7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 375 time: 0.0090244 May 31 13:37:01.617305 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-e213830f-4e1c-4ff4-85a6-80711f077256 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0827527 May 31 13:37:01.755384 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-09a1c3b1-2e4f-47a2-a691-b9bae8c37227 service neutron] 10.222.0.68 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263018 May 31 13:37:01.887418 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-e8320081-6e67-4c60-b61f-80de4be55794 service neutron] 10.222.0.68 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261151 May 31 13:37:02.286187 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-eb131ee7-2fe9-4725-aae1-f2cf87aab8f7 req-4e601c25-a70a-45c8-b517-6d3ef9054641 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 210 time: 0.0460763 May 31 13:37:02.772542 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:03.449870 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-358595cf-8c7a-434d-a576-68cb92f42319 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:03.451262 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-358595cf-8c7a-434d-a576-68cb92f42319 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 812 time: 0.2476397 May 31 13:37:03.504974 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3c08ca8-0ac9-4bb5-b8cd-df9decfc649b req-8c779480-591d-4a8b-a30b-a64cf83a8fc7 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 210 time: 0.0622692 May 31 13:37:03.531701 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-16bf5671-272a-4416-b076-92b3120a9082 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14 HTTP/1.1" status: 200 len: 380 time: 0.0505157 May 31 13:37:03.541068 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'port': {'device_id': '56919abb-db3a-4b47-8ec7-d8561478252e', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'admin_state_up': True, 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'security_groups': ['d45accf8-933d-40b5-8159-9ad1291108de']}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:03.676298 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:03.686115 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:03.700813 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Made reservation on behalf of 7cc7528b8c1a4a22b0f9f2f9aa811c14 for: {'port': 1} {{(pid=91755) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 13:37:03.704405 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:03.873628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Allocated IP 172.20.0.8 (ade6221a-a6ea-40b9-a81d-35d02db33663/71f7782d-0d96-4da8-8780-471f920cc4b1/dfb7b458-81ae-4756-b6dd-8a0dd364bbe1) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:04.066276 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.082880 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Transition to ACTIVE for port object dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:04.110176 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.116087 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f24832dd-9862-47c8-a738-fe00d211480f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:37:04.185966 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Network ade6221a-a6ea-40b9-a81d-35d02db33663 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:04.189212 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:04.193145 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:37:04.223906 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:04.244295 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.244695 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.245049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.245414 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.245751 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.246129 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.246481 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.246851 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.247221 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.247576 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.247935 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.248285 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:04.254012 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:37:04.274846 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:04.275426 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.302000 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7645099 May 31 13:37:04.313904 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Request body: {'port': {'device_id': '56919abb-db3a-4b47-8ec7-d8561478252e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79049'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:04.435080 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6c31a347-1a96-43f0-b24a-358f6565ebc6 None None] Provisioning for port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 completed by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:04.436428 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.441857 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-6c31a347-1a96-43f0-b24a-358f6565ebc6 None None] Provisioning complete for port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 triggered by entity DHCP. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:04.442535 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6c31a347-1a96-43f0-b24a-358f6565ebc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.497802 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-6c31a347-1a96-43f0-b24a-358f6565ebc6 None None] Port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 cannot update to ACTIVE because it is not bound. {{(pid=91757) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 13:37:04.784953 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bec0a2-877b-4818-8130-d05706e003f2 req-f537b4fa-f6e8-446e-8198-1f1e6e3b6109 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:04.785731 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-68bec0a2-877b-4818-8130-d05706e003f2 req-f537b4fa-f6e8-446e-8198-1f1e6e3b6109 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:37:04.852114 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:37:04.863375 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-68bec0a2-877b-4818-8130-d05706e003f2 req-f537b4fa-f6e8-446e-8198-1f1e6e3b6109 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:37:04.865245 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-68bec0a2-877b-4818-8130-d05706e003f2 req-f537b4fa-f6e8-446e-8198-1f1e6e3b6109 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 931 time: 0.2142379 May 31 13:37:04.867579 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.899264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Transition to ACTIVE for port object dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 13:37:04.911220 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:04.918133 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-2451c2eb-f981-41b0-b258-7a2b609eca58 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:37:04.978937 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-68bec0a2-877b-4818-8130-d05706e003f2 req-eb7fdd8f-80b2-47e0-8afb-da1b6de26e16 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063709 May 31 13:37:05.047798 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:05.051438 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:37:05.157519 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Attempting to bind port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 on host hv-cinder-79049 for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 13:37:05.157847 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Attempting to bind port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 by drivers openvswitch,hyperv on host hv-cinder-79049 at level 0 using segments [{'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 13:37:05.158166 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Attempting to bind port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:05.162940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 on network ade6221a-a6ea-40b9-a81d-35d02db33663 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79049 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 13:37:05.163251 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Attempting to bind port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 on network ade6221a-a6ea-40b9-a81d-35d02db33663 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 13:37:05.168401 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Checking agent: {'id': '8834f30a-9296-49c2-b066-e127eb36b731', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79049', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'started_at': datetime.datetime(2021, 5, 31, 12, 49, 32), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 13, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 13:37:05.168722 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Checking segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 13:37:05.169096 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Bound using segment: {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 13:37:05.169532 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Bound port: dfb7b458-81ae-4756-b6dd-8a0dd364bbe1, host: hv-cinder-79049, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d13e05-6915-4ef2-b486-ceb8b7d49a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 13:37:05.169863 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.259484 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] For port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1, host hv-cinder-79049, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 13:37:05.262534 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] For port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1, host hv-cinder-79049, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 13:37:05.269727 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.273516 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3d324c9d-46a7-4836-bbb1-30cf026c8386 tempest-AttachVolumeTestJSON-1039447614 tempest-AttachVolumeTestJSON-1039447614-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:37:05.356207 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-628358ad-101f-40f1-b061-e704176f183c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.428588 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:05.429200 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:05.430543 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] 10.222.0.41 "PUT /v2.0/ports/dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 HTTP/1.1" status: 200 len: 1093 time: 1.1212897 May 31 13:37:05.431191 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:37:05.433376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42743112-7461-4b49-a5f1-2a2b812c2427" -d '{"events": [{"name": "network-changed", "server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:37:05.451845 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Pushing event updated for resources: {'Port': ['ID=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:05.455231 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:37:05.473251 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:37:05.504380 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d7efe2-a1e3-4ba6-a3c1-e204dde7bbfe x-openstack-request-id: req-39d7efe2-a1e3-4ba6-a3c1-e204dde7bbfe {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:37:05.504702 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:37:05.504991 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-39d7efe2-a1e3-4ba6-a3c1-e204dde7bbfe {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:37:05.505586 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'status': 'completed', 'code': 200} May 31 13:37:05.547958 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-2cbb15b7-9717-4d5d-85ac-a55b361aa744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:05.549463 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-2cbb15b7-9717-4d5d-85ac-a55b361aa744 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 1096 time: 0.0775166 May 31 13:37:05.621543 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-c7f2c0b4-a5b6-41b9-b67b-a337660f5cec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 HTTP/1.1" status: 200 len: 217 time: 0.0642924 May 31 13:37:05.687599 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-59dbcc80-40c4-4dee-add0-43b608de114d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:05.689014 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-59dbcc80-40c4-4dee-add0-43b608de114d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0616968 May 31 13:37:05.767086 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-2142498b-a08c-420e-8f0c-5a36528d18a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:05.768593 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-2142498b-a08c-420e-8f0c-5a36528d18a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725441 May 31 13:37:05.905990 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-88c290a1-dde6-4a39-a36d-b15f6adb85da service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293414 May 31 13:37:06.038691 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2220b298-d084-4967-9d9b-ea1d4fa96e60 req-7fe27435-e4f0-4a18-9dac-5f72c33060bc service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262465 May 31 13:37:06.213899 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-55b4400c-284c-43d5-9fb9-0f61f8aca5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:06.215369 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-55b4400c-284c-43d5-9fb9-0f61f8aca5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 1096 time: 0.1295033 May 31 13:37:06.225573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2360c-c646-4af9-a51c-9ff427fe16f3 req-671ec4a3-7cb0-4952-9ad4-15de57688faf tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:06.226904 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bbc2360c-c646-4af9-a51c-9ff427fe16f3 req-671ec4a3-7cb0-4952-9ad4-15de57688faf tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 943 time: 0.1113400 May 31 13:37:06.344073 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-bbc2360c-c646-4af9-a51c-9ff427fe16f3 req-fe8e256a-2672-4897-b6c7-5887ed1c1021 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992112 May 31 13:37:06.380357 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-7c4d91dc-5f0c-47c3-a289-041eb57d7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:06.381768 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-7c4d91dc-5f0c-47c3-a289-041eb57d7a1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1540422 May 31 13:37:06.452206 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-db0202c6-6b16-49e2-94f3-bfe49113e98e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 HTTP/1.1" status: 200 len: 217 time: 0.0636473 May 31 13:37:06.526233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-80d5e7d7-4aeb-4d7e-ae6e-1548b1302328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:06.527611 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-80d5e7d7-4aeb-4d7e-ae6e-1548b1302328 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0685196 May 31 13:37:06.606526 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-7b5251a1-941a-4c8a-a952-d66aed4f6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:06.608024 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-7b5251a1-941a-4c8a-a952-d66aed4f6613 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743396 May 31 13:37:06.739983 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-256f58c2-c26b-45f3-a0d7-d65eb6ad3ab4 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247609 May 31 13:37:06.871100 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-42743112-7461-4b49-a5f1-2a2b812c2427 req-ab0a2679-42ab-48b0-84c5-b0b37db8193c service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245067 May 31 13:37:07.544233 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5fa27-f353-42b7-8171-9f559ac93e68 req-104d8737-8fb0-4083-989c-2e30853f8243 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:07.545676 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ca5fa27-f353-42b7-8171-9f559ac93e68 req-104d8737-8fb0-4083-989c-2e30853f8243 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 943 time: 0.0903616 May 31 13:37:07.589769 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-9ca5fa27-f353-42b7-8171-9f559ac93e68 req-0db947d8-c82d-4708-82a6-1bcf9f00339f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383167 May 31 13:37:07.799653 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:07.941965 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1ea86adb-d863-41a9-8f5d-2655c1f08b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:08.902114 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e76c7-0cfd-46f0-9f6d-2f4becd38da6 req-5aabf167-9568-4b50-b791-5f76b5c646cd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:08.903493 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-616e76c7-0cfd-46f0-9f6d-2f4becd38da6 req-5aabf167-9568-4b50-b791-5f76b5c646cd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 943 time: 0.1930883 May 31 13:37:08.954301 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-616e76c7-0cfd-46f0-9f6d-2f4becd38da6 req-20c960fb-b586-44d7-9da5-50039c44f3bd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423574 May 31 13:37:09.225028 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:10.156940 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c002675-5689-492a-8169-380828de190d req-745e3f86-e14f-474a-9e05-a1e5b2581351 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:10.158300 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3c002675-5689-492a-8169-380828de190d req-745e3f86-e14f-474a-9e05-a1e5b2581351 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 943 time: 0.0851650 May 31 13:37:10.205608 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-3c002675-5689-492a-8169-380828de190d req-2ca6a670-257d-4fb9-a262-6af3245d752b tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415125 May 31 13:37:10.754004 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:10.777608 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-7951325e-9653-40d8-a843-4c655df0e5a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703211 May 31 13:37:10.920344 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-4abd43d4-90d0-4868-ae2c-453e628060de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:10.921775 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-4abd43d4-90d0-4868-ae2c-453e628060de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1098 time: 0.0726941 May 31 13:37:11.070872 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-194c3c26-9c58-4bf2-965b-c41c834d986d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:11.072352 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-194c3c26-9c58-4bf2-965b-c41c834d986d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1304059 May 31 13:37:11.176055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-53833f81-e052-4095-ae08-51a22b401fd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 1001 time: 0.0972021 May 31 13:37:11.241830 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-b8d2a827-e269-4de4-94e6-704074aed675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:11.243272 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-b8d2a827-e269-4de4-94e6-704074aed675 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0606444 May 31 13:37:11.363930 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-a617d890-3a10-49a7-bcd0-689ed82cdec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:11.365728 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-a617d890-3a10-49a7-bcd0-689ed82cdec4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159499 May 31 13:37:11.497860 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e9c97-ed77-4aa1-8b25-47ff10cf86e8 req-f7d7e3b5-021e-4197-9466-7c3ae8d1757a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:11.499361 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-935e9c97-ed77-4aa1-8b25-47ff10cf86e8 req-f7d7e3b5-021e-4197-9466-7c3ae8d1757a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 943 time: 0.1875362 May 31 13:37:11.531508 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-ea60d9f1-37c2-40d4-a8ac-19c19f68f65a service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571810 May 31 13:37:11.625672 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-935e9c97-ed77-4aa1-8b25-47ff10cf86e8 req-103564ef-092b-45ec-b738-076fad3cf460 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145949 May 31 13:37:11.680269 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-632ba2b8-a91b-4ac0-901d-28d7fdbaed55 req-72c6f70b-be03-4eea-ab71-97c0dec95630 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414979 May 31 13:37:12.824682 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e58dd-1149-4495-a155-9bfc1c7fb7ef req-66afd64e-2f02-4845-ace1-5a4c178eb7cf tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:12.826134 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-848e58dd-1149-4495-a155-9bfc1c7fb7ef req-66afd64e-2f02-4845-ace1-5a4c178eb7cf tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 943 time: 0.0864704 May 31 13:37:12.871188 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-848e58dd-1149-4495-a155-9bfc1c7fb7ef req-f2abed56-ae4e-4960-92b1-122c4f2534ac tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393002 May 31 13:37:14.079128 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64c53d-81c6-43ce-b674-7a68f14025c7 req-838c3b4b-ab6e-427e-834b-709f5ace1766 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:14.080509 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed64c53d-81c6-43ce-b674-7a68f14025c7 req-838c3b4b-ab6e-427e-834b-709f5ace1766 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 943 time: 0.0865371 May 31 13:37:14.130383 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-ed64c53d-81c6-43ce-b674-7a68f14025c7 req-88942392-59d3-47b5-9d38-0a2446724819 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 May 31 13:37:14.853553 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 details requested by agent hyperv_hv-cinder-79049 with host hv-cinder-79049 {{(pid=91757) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 13:37:14.994458 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:15.007860 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Returning: {'device': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'port_id': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'mac_address': 'fa:16:3e:c2:56:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91757) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 13:37:15.064024 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.081113 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 {{(pid=91757) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 13:37:15.098080 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:15.104519 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:15.106256 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:37:15.209507 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,revision_number=4']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:15.216960 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.217302 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.217636 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.217962 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.218280 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.218580 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.218954 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.219266 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.219584 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.219893 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.220206 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.220513 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:37:15.224444 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:37:15.325655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e878b-b103-4467-9cac-c971044b3903 req-01b03475-b0d3-41d5-b0b8-44de4fa752f5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:15.327099 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e61e878b-b103-4467-9cac-c971044b3903 req-01b03475-b0d3-41d5-b0b8-44de4fa752f5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 944 time: 0.0805717 May 31 13:37:15.377491 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e61e878b-b103-4467-9cac-c971044b3903 req-4d1e0a17-56f7-45be-9e60-ab44762df96f tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 May 31 13:37:15.453430 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] get_ports_and_sgs() called for port_ids ['dfb7b458-81ae-4756-b6dd-8a0dd364bbe1'] {{(pid=91757) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 13:37:16.590120 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8248c-5aac-43d0-914c-ff0a46311345 req-4148598d-e69e-44af-b9b9-621f381a5d74 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:16.591599 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04d8248c-5aac-43d0-914c-ff0a46311345 req-4148598d-e69e-44af-b9b9-621f381a5d74 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 944 time: 0.0917008 May 31 13:37:16.638968 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-04d8248c-5aac-43d0-914c-ff0a46311345 req-b8a46aeb-8058-4ab0-a4d2-fde2bcbdceac tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389178 May 31 13:37:16.868462 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 up at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 13:37:16.948081 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning for port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 completed by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 13:37:16.952746 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.provisioning_blocks [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Provisioning complete for port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 triggered by entity L2. {{(pid=91757) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 13:37:16.953121 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-723752'] for port, provisioning_complete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:17.081588 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:17.109680 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1'}] {{(pid=91757) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:37:17.111999 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb3a600cec5f379e356e1ad5753e1b54d50a750d78a83102a5d709df5466680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e21e6a-5e37-4311-af4f-04ff896707e2" -d '{"events": [{"server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "name": "network-vif-plugged", "status": "completed", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1"}]}' {{(pid=91757) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:37:17.120013 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] For port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:37:17.125137 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301'] for port, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:17.127030 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:37:17.161274 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30200143-456d-487f-b2bc-c2961bd8c87e x-openstack-request-id: req-30200143-456d-487f-b2bc-c2961bd8c87e {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:37:17.161574 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "name": "network-vif-plugged", "status": "completed", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1", "code": 200}]} {{(pid=91757) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:37:17.161833 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-30200143-456d-487f-b2bc-c2961bd8c87e {{(pid=91757) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:37:17.162233 dv-cinder-790492-5-iscsi neutron-server[91757]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'code': 200} May 31 13:37:17.195096 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Pushing event updated for resources: {'Port': ['ID=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,revision_number=5']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:17.198140 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:37:17.447486 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e908a9-7187-422d-a4a5-32482e812e47 req-1a38ff7b-8327-4150-a67b-8e72216e0be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:17.448898 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-34e908a9-7187-422d-a4a5-32482e812e47 req-1a38ff7b-8327-4150-a67b-8e72216e0be1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 1098 time: 0.0746837 May 31 13:37:17.489880 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-34e908a9-7187-422d-a4a5-32482e812e47 req-51c19aaf-61e2-4186-bea4-69fe8b618ab4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339515 May 31 13:37:17.841568 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac98fd-5020-40ec-a056-4411c11bb911 req-596236cb-2c7d-4b0b-8b16-508e95582ead tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:17.843033 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3ac98fd-5020-40ec-a056-4411c11bb911 req-596236cb-2c7d-4b0b-8b16-508e95582ead tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 945 time: 0.0801871 May 31 13:37:17.889835 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3ac98fd-5020-40ec-a056-4411c11bb911 req-7bad8635-a938-4c92-8b00-b5902c765c5a tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382619 May 31 13:37:19.204113 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f349f0-0e5a-4fcf-9bed-bbcc922a2311 req-2314c76f-239f-400a-90f1-c64336c43454 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:19.205589 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3f349f0-0e5a-4fcf-9bed-bbcc922a2311 req-2314c76f-239f-400a-90f1-c64336c43454 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 945 time: 0.1986289 May 31 13:37:19.251216 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f3f349f0-0e5a-4fcf-9bed-bbcc922a2311 req-0a38a66d-9a6c-4cbc-a259-c5b77e60cbd5 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393140 May 31 13:37:19.447563 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caed383-b180-4b60-b3c0-9e94955148dc req-ba35c148-7ac7-42b3-b873-e2a4fc4f58fa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:19.449162 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6caed383-b180-4b60-b3c0-9e94955148dc req-ba35c148-7ac7-42b3-b873-e2a4fc4f58fa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 945 time: 0.0910265 May 31 13:37:19.496646 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6caed383-b180-4b60-b3c0-9e94955148dc req-fbed88f6-fb3f-4e95-af0a-b2c8d6683406 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 May 31 13:37:19.525484 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55514) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:19.724982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeca485-45ff-4690-ab30-4b5cb65866d0 tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:19.726529 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-8eeca485-45ff-4690-ab30-4b5cb65866d0 tempest-TestVolumeBootPattern-444442271 tempest-TestVolumeBootPattern-444442271-project-admin] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 1093 time: 0.1997573 May 31 13:37:19.730526 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55520) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:37:19.735455 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.v2.base [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Request body: {'floatingip': {'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'port_id': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address': '172.20.0.8'}} {{(pid=91755) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 13:37:19.741256 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 13:37:19.745148 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Usage tracker for resource:floatingip and tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 is out of sync, need to count used quota {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 13:37:19.748095 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91755) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 13:37:19.753704 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.quota.driver [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91755) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 13:37:19.765688 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:19.906861 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.057890 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Allocated IP 172.27.1.16 (f072082a-a1f0-475e-92e4-72dcb336a4a6/4bf632a8-fbf0-4ba1-8083-55f74bfa297f/573c15c8-5ad6-4533-be0a-2f629334cf60) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 13:37:20.211670 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.248514 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770001035978', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.254209 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9baeddd2-cc04-48e8-a379-da1760c3cbcd tempest-TestMinimumBasicScenario-242952825 tempest-TestMinimumBasicScenario-242952825-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:37:20.322220 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Network f072082a-a1f0-475e-92e4-72dcb336a4a6 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 13:37:20.324931 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 13:37:20.329438 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 13:37:20.362014 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=573c15c8-5ad6-4533-be0a-2f629334cf60,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:20.368109 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:37:20.746011 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:20.829694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-639006'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.040419 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.046990 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770001502100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770001035996', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770001036301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6797062'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.050817 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-d366f53a-18be-4642-a53c-a603d8e08e0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:37:21.151517 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event updated for resources: {'Port': ['ID=573c15c8-5ad6-4533-be0a-2f629334cf60,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:37:21.154628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:37:21.172033 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2062386'] for floatingip, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:21.446648 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Floating IP bb3c8c99-c315-4ad6-a704-8575e490b1ed associated. External IP: 172.27.1.16, port: dfb7b458-81ae-4756-b6dd-8a0dd364bbe1. May 31 13:37:21.799952 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:37:21.981406 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:37:21.990980 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:37:22.000854 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:37:22.001500 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:37:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:22.008939 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:22.068167 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3366220 May 31 13:37:22.069150 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:37:22.071556 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db" -d '{"events": [{"name": "network-changed", "server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:37:22.113264 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c787a8ad-7629-40c3-b236-acafb70fabb6 x-openstack-request-id: req-c787a8ad-7629-40c3-b236-acafb70fabb6 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:37:22.113596 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:37:22.113927 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-c787a8ad-7629-40c3-b236-acafb70fabb6 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:37:22.114367 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'status': 'completed', 'code': 200} May 31 13:37:22.185503 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:37:22.208484 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-a13bda9a-f8bd-4bd2-9324-3429beb65481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:22.210063 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-a13bda9a-f8bd-4bd2-9324-3429beb65481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 1098 time: 0.0725691 May 31 13:37:22.341121 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-9e944e84-4907-46a3-9da9-46607ca245e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:22.342474 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-9e944e84-4907-46a3-9da9-46607ca245e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1260569 May 31 13:37:22.446480 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-bcbf33dd-daaf-4e04-8f14-73222f18d268 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 HTTP/1.1" status: 200 len: 998 time: 0.0968804 May 31 13:37:22.511154 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-9c37a9cf-1797-4aa2-8400-572b418ee551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:22.512660 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-9c37a9cf-1797-4aa2-8400-572b418ee551 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0600150 May 31 13:37:22.549785 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:35:00Z', 'revision_number': 1, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}, {'id': 'bb3c8c99-c315-4ad6-a704-8575e490b1ed', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:c2:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56919abb-db3a-4b47-8ec7-d8561478252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:37:20Z', 'updated_at': '2021-05-31T13:37:20Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:22.554077 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:37:22.562772 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:37:22.563408 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:37:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:22.592032 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-3b41c3fa-5c6e-481f-ae28-5d1db5d76ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:37:22.593452 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-3b41c3fa-5c6e-481f-ae28-5d1db5d76ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740695 May 31 13:37:22.739197 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:37:22.835640 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-91aadfa8-d22f-40f9-80cd-670201235aea service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353902 May 31 13:37:22.972328 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-7f0ec6ae-9c23-4bcc-842d-e3337dbc17db req-e53780fd-1c14-4f42-83a8-4d1755992d21 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299319 May 31 13:37:23.133009 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:35:00Z', 'revision_number': 1, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}, {'id': 'bb3c8c99-c315-4ad6-a704-8575e490b1ed', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:c2:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56919abb-db3a-4b47-8ec7-d8561478252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:37:20Z', 'updated_at': '2021-05-31T13:37:20Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:37:23.137130 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4db87f9-590e-48ad-b10d-d0d4fb0add37 None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:35:00Z', 'revision_number': 1, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}, {'id': 'bb3c8c99-c315-4ad6-a704-8575e490b1ed', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:c2:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56919abb-db3a-4b47-8ec7-d8561478252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:37:20Z', 'updated_at': '2021-05-31T13:37:20Z', 'revision_number': 0, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:37:23.314479 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cd546d-d360-488c-a9fe-858ef83a0bb9 None None] New status for floating IP bb3c8c99-c315-4ad6-a704-8575e490b1ed: ACTIVE {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:37:32.788461 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:35.370987 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-dba910f4-cd69-40fb-b0ae-e050b074e488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.804806 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:37.946182 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1a469e8c-179a-4488-a3ee-a80d9d5280ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:39.222621 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:40.767567 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:37:42.479836 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:38:02.789089 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:05.370757 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8a2289c4-d97b-4d82-8c6c-0fd45e887414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:07.812239 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:07.945974 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4265f0e6-aa72-40ff-8154-27c877761c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:09.223460 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:10.771719 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:12.845710 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-7baf2dbd-e469-4e4c-a226-5b04af156c0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531479 May 31 13:38:13.000763 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-12f91040-5699-4aab-853b-cddf7e08c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:38:13.002626 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-12f91040-5699-4aab-853b-cddf7e08c184 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1098 time: 0.0784769 May 31 13:38:13.147960 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-1476fab0-a36b-4248-86a3-a50663e30751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:38:13.149449 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-1476fab0-a36b-4248-86a3-a50663e30751 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1273382 May 31 13:38:13.249721 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-02fbebb1-2bb3-4769-8196-ec51ab50d503 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 1001 time: 0.0930064 May 31 13:38:13.315530 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-31f7667e-0103-4900-82d3-6b6248998e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:38:13.316978 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-31f7667e-0103-4900-82d3-6b6248998e8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0609720 May 31 13:38:13.393917 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-56f62d89-54d2-4bac-bd68-476066e84fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:38:13.395367 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-56f62d89-54d2-4bac-bd68-476066e84fb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721607 May 31 13:38:13.405930 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-5859aaee-e168-4878-a884-37117f5eeef9 service neutron] http://10.222.0.68:9696/v2.0/extensions returned with HTTP 200 {{(pid=91755) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 13:38:13.406919 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-5859aaee-e168-4878-a884-37117f5eeef9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048878 May 31 13:38:13.545177 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-ad572a05-e755-426e-bb07-57126705da2a service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317241 May 31 13:38:13.692783 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-2c394760-4a72-4396-b7c0-a8b0286d4247 req-0b66aef9-68a4-418e-aa67-09de37b2c29e service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402314 May 31 13:38:19.479140 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:38:32.796825 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:35.377086 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7151f488-bd03-4a84-ba11-f3c0d80b0830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.810177 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:37.946450 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5a5d1a7b-70d9-45f8-917e-ddc620b7446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:39.233865 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:40.775676 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:38:56.483687 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:39:02.816411 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:05.374166 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-4469b74d-810b-4687-8dd1-ffcdc0a59aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.807743 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:07.940954 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-6b5eaae7-08eb-4945-9381-845bff86c4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:09.240082 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:10.780306 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:14.796588 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-2e927872-9de5-4fe2-9434-69c1de14f5a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743570 May 31 13:39:14.889462 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-61793148-7471-4f51-94fd-3b6a8ededb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:14.890924 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-61793148-7471-4f51-94fd-3b6a8ededb71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 1098 time: 0.0718265 May 31 13:39:15.036161 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-457e1480-8fda-45b2-a862-f229c6541af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:15.037637 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-457e1480-8fda-45b2-a862-f229c6541af6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1269183 May 31 13:39:15.141632 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-2981baed-482b-4d52-a995-cdeb8ad90cc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 HTTP/1.1" status: 200 len: 1000 time: 0.0969734 May 31 13:39:15.203225 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-cc917a3e-a4c6-4a8d-b143-a3273cd4545a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:15.204628 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-cc917a3e-a4c6-4a8d-b143-a3273cd4545a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0568502 May 31 13:39:15.283673 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-95abfd36-cdac-42e0-b6d2-a7915da4f681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:15.285078 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-95abfd36-cdac-42e0-b6d2-a7915da4f681 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738072 May 31 13:39:15.510686 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-68c3dfbb-7f7a-40c2-84cf-e90cd2c10c21 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179241 May 31 13:39:15.646536 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-6f05a8af-79a8-4d56-9516-6af7c00dd871 req-26849c98-e6a9-46d4-ab01-d543b4d30fd6 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286242 May 31 13:39:24.615697 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55562) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:24.899116 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Deleting port 573c15c8-5ad6-4533-be0a-2f629334cf60 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:24.899358 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.015122 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.015449 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.140153 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Calling delete_port for 573c15c8-5ad6-4533-be0a-2f629334cf60 owned by network:floatingip {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:25.275731 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.279370 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6d40c07a-df10-4ce0-81a3-d9888e10f61e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:25.321778 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event deleted for resources: {'Port': ['ID=573c15c8-5ad6-4533-be0a-2f629334cf60,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:25.358368 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.358763 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.359199 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.359566 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.359927 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.360282 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.360647 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.360996 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.361354 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.361697 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.362053 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.362395 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:25.369316 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:25.426495 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:25.426853 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.db.l3_db [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Floating IP bb3c8c99-c315-4ad6-a704-8575e490b1ed disassociated (deleted). External IP: 172.27.1.16, port: dfb7b458-81ae-4756-b6dd-8a0dd364bbe1. May 31 13:39:25.781252 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:39:26.080738 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:26.091182 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:26.101206 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:26.101898 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:26.103105 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:26.156386 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "DELETE /v2.0/floatingips/bb3c8c99-c315-4ad6-a704-8575e490b1ed HTTP/1.1" status: 204 len: 168 time: 1.5390069 May 31 13:39:26.157027 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:39:26.159390 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3" -d '{"events": [{"name": "network-changed", "server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:39:26.203296 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa2b619-1c64-4a30-b7f8-a63b3279170f x-openstack-request-id: req-cfa2b619-1c64-4a30-b7f8-a63b3279170f {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:39:26.203624 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:39:26.203913 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-cfa2b619-1c64-4a30-b7f8-a63b3279170f {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:39:26.204348 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'status': 'completed', 'code': 200} May 31 13:39:26.287108 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:26.300982 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-6328d41e-2f03-42b7-bf49-94512ba33416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:26.302475 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-6328d41e-2f03-42b7-bf49-94512ba33416 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 1098 time: 0.0762057 May 31 13:39:26.442573 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-68cb9f0d-0905-4ab4-81ef-b4643a8a5923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:26.444189 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-68cb9f0d-0905-4ab4-81ef-b4643a8a5923 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1351156 May 31 13:39:26.553175 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-47b21541-5b07-404c-a88b-de31b6fadd48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 HTTP/1.1" status: 200 len: 217 time: 0.1009731 May 31 13:39:26.628451 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-e290fc2c-1ad8-4795-8317-2f07340da5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:26.629791 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-e290fc2c-1ad8-4795-8317-2f07340da5f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0678017 May 31 13:39:26.639118 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:35:00Z', 'revision_number': 1, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:26.643360 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:26.643945 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf3f7-5f68-40be-a7d1-5054026155b7 req-24478055-7c92-4420-a25c-8b175b5c2f1e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:26.644645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-0b2cf3f7-5f68-40be-a7d1-5054026155b7 req-24478055-7c92-4420-a25c-8b175b5c2f1e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:26.652513 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:26.653137 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:26.706837 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-0b2cf3f7-5f68-40be-a7d1-5054026155b7 req-24478055-7c92-4420-a25c-8b175b5c2f1e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:26.707990 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b2cf3f7-5f68-40be-a7d1-5054026155b7 req-24478055-7c92-4420-a25c-8b175b5c2f1e tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 945 time: 0.2577593 May 31 13:39:26.759392 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-51d5abd5-3b47-4981-a470-ebcab46c2336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:26.760844 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-51d5abd5-3b47-4981-a470-ebcab46c2336 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124494 May 31 13:39:26.763742 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-0b2cf3f7-5f68-40be-a7d1-5054026155b7 req-cea035da-3ed0-4ac1-a9eb-2fe79d5f884c tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480800 May 31 13:39:26.830408 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:26.892919 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-8f0f79e8-0684-4b0f-b557-9a384f4488fd service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246989 May 31 13:39:27.026858 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-e5b47cd7-1cf1-48f0-b96f-6cc0bfce18c3 req-bc61359e-438e-416d-9f20-776cce132de0 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261270 May 31 13:39:27.239713 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:35:00Z', 'revision_number': 1, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:27.244112 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a563644f-6b21-4d10-a42d-faedb7bf7f4d None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_floatingips': [{'id': '49dd8704-262f-4deb-b288-7c614aa7a96b', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'router_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'port_id': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'mac_address': 'fa:16:3e:ac:da:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T13:34:58Z', 'updated_at': '2021-05-31T13:35:00Z', 'revision_number': 1, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:27.449987 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e50f21d-8273-4cd1-8d97-9836cd5c80fc None None] New status for floating IP bb3c8c99-c315-4ad6-a704-8575e490b1ed: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:39:27.976444 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ede710-27c7-4fdb-b86a-b444a2bb4b2a req-873c6c57-98ae-400a-b3b1-269e330380d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:27.977923 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c5ede710-27c7-4fdb-b86a-b444a2bb4b2a req-873c6c57-98ae-400a-b3b1-269e330380d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 945 time: 0.0949223 May 31 13:39:28.023770 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-c5ede710-27c7-4fdb-b86a-b444a2bb4b2a req-a42f0742-a28b-451a-bfe5-46a135f55295 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398917 May 31 13:39:28.240042 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-3d939c8b-960e-463c-a7b5-c3daf49242ed tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:28.241442 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-3d939c8b-960e-463c-a7b5-c3daf49242ed tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 945 time: 0.0995343 May 31 13:39:28.383853 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Deleting port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:28.384204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:28.516738 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] For port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:28.516992 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:28.740366 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Calling delete_port for dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:28.853769 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:28.859376 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1b9cb480-62b4-465a-a695-848e1191a95d tempest-AttachVolumeNegativeTest-1594588484 tempest-AttachVolumeNegativeTest-1594588484-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:28.905329 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event deleted for resources: {'Port': ['ID=dfb7b458-81ae-4756-b6dd-8a0dd364bbe1,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:28.908327 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:28.979416 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] No DVR routers for this DVR port dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:28.981402 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:28.984026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'name': 'network-vif-deleted', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:39:28.986304 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c25340-ecb4-451f-94ed-57ce8452f9f4" -d '{"events": [{"server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "name": "network-vif-deleted", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:39:29.001239 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-66549d5b-a501-4a61-8bde-49fd4ff17fa1 req-e95a54ec-4245-4245-ae57-72d1725de6ee tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "DELETE /v2.0/ports/dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 HTTP/1.1" status: 204 len: 173 time: 0.7525456 May 31 13:39:29.047772 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7fc2f8-7f7f-401e-a757-83ff4bdc4d4f x-openstack-request-id: req-6e7fc2f8-7f7f-401e-a757-83ff4bdc4d4f {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:39:29.048229 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56919abb-db3a-4b47-8ec7-d8561478252e", "name": "network-vif-deleted", "tag": "dfb7b458-81ae-4756-b6dd-8a0dd364bbe1", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:39:29.048628 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-6e7fc2f8-7f7f-401e-a757-83ff4bdc4d4f {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:39:29.049260 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56919abb-db3a-4b47-8ec7-d8561478252e', 'name': 'network-vif-deleted', 'tag': 'dfb7b458-81ae-4756-b6dd-8a0dd364bbe1', 'status': 'completed', 'code': 200} May 31 13:39:29.195989 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-885e8681-c0fe-4606-8e4b-cd82517694a9 req-0fe63d94-e878-424e-a80f-78228bd322ac tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:29.215555 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-885e8681-c0fe-4606-8e4b-cd82517694a9 req-0fe63d94-e878-424e-a80f-78228bd322ac tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:29.216687 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-885e8681-c0fe-4606-8e4b-cd82517694a9 req-0fe63d94-e878-424e-a80f-78228bd322ac tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=56919abb-db3a-4b47-8ec7-d8561478252e HTTP/1.1" status: 200 len: 210 time: 0.0733383 May 31 13:39:31.517150 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:31.561412 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:31.561750 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device dfb7b458-81ae-4756-b6dd-8a0dd364bbe1 not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:32.819651 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:32.910155 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55596) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:33.184827 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Deleting port 967a57bd-8af0-4b50-aed4-3afd62d04eef {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:33.185202 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.301029 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.301303 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.422394 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Calling delete_port for 967a57bd-8af0-4b50-aed4-3afd62d04eef owned by network:floatingip {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:33.483044 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:39:33.555323 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.559213 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5c263833-4838-4102-8eba-af0efb67c96a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:33.606216 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event deleted for resources: {'Port': ['ID=967a57bd-8af0-4b50-aed4-3afd62d04eef,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:33.653660 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.654036 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.654397 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.654756 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.655125 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.655478 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.655822 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.656171 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.656513 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.656855 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.657190 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.657514 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:33.664476 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:33.717854 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:33.718085 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.db.l3_db [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Floating IP 49dd8704-262f-4deb-b288-7c614aa7a96b disassociated (deleted). External IP: 172.27.1.220, port: 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa. May 31 13:39:34.147810 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:39:34.327609 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:34.339286 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:34.352261 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:34.352931 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:34.358536 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:34.415816 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-4d1d1c27-3979-48a7-93fa-31d0b93a3481 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "DELETE /v2.0/floatingips/49dd8704-262f-4deb-b288-7c614aa7a96b HTTP/1.1" status: 204 len: 168 time: 1.5043938 May 31 13:39:34.416462 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa'}] {{(pid=91756) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:39:34.418887 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d12b27e94f76dfff17d6ef37f01fae58ec54e58b9f1b7b24bf49a698dcccd546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31793b7-7077-4c4c-8b47-730ffcea8c5f" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa"}]}' {{(pid=91756) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:39:34.533516 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:34.560227 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 13:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d14f85-e328-41a1-80e9-68b783ef7dcd x-openstack-request-id: req-85d14f85-e328-41a1-80e9-68b783ef7dcd {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:39:34.560963 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa", "status": "completed", "code": 200}]} {{(pid=91756) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:39:34.561628 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-85d14f85-e328-41a1-80e9-68b783ef7dcd {{(pid=91756) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:39:34.562079 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'status': 'completed', 'code': 200} May 31 13:39:34.671559 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-1b010f91-31b6-4987-b593-efd321a05d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:34.673055 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-1b010f91-31b6-4987-b593-efd321a05d71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 1098 time: 0.0886929 May 31 13:39:34.845204 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-3c53d5a0-51c2-475a-add7-3722c2a21e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:34.846669 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-3c53d5a0-51c2-475a-add7-3722c2a21e28 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 200 len: 913 time: 0.1657193 May 31 13:39:34.854882 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:34.859160 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:34.867828 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:34.868428 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:08Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:34.923870 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-0d646c36-f830-4f1b-bfa5-1ee14d35aa85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 200 len: 217 time: 0.0670362 May 31 13:39:34.999214 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-222133d8-2083-4456-869a-f5b069bd28f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:35.000669 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-222133d8-2083-4456-869a-f5b069bd28f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 200 len: 851 time: 0.0700090 May 31 13:39:35.011029 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f4672-fcb7-49fe-8af8-db528ffec15d req-e2ec956c-2f9b-4954-8992-f894e6cd83ef tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:35.012460 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c1f4672-fcb7-49fe-8af8-db528ffec15d req-e2ec956c-2f9b-4954-8992-f894e6cd83ef tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 945 time: 0.2609422 May 31 13:39:35.042677 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:35.102753 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-8c1f4672-fcb7-49fe-8af8-db528ffec15d req-6ae6e315-1155-47c8-bc88-778320c59135 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556705 May 31 13:39:35.119388 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-0a219444-1c30-4484-a36c-11bc1fd75f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:35.120909 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-0a219444-1c30-4484-a36c-11bc1fd75f59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ade6221a-a6ea-40b9-a81d-35d02db33663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1075466 May 31 13:39:35.258461 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-48aa2a10-b119-4b74-b96e-f41221d5fcec service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299858 May 31 13:39:35.395025 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-b31793b7-7077-4c4c-8b47-730ffcea8c5f req-aeaddaff-7a12-4468-8015-f14b1073e645 service neutron] 10.222.0.41 "GET /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299028 May 31 13:39:35.397013 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-157c30c8-b286-4b56-a09a-edfae5106fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:35.411202 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:35.415813 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fce23e-c921-4984-b96c-de23c862d3da None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:31:02Z', 'revision_number': 4, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi', '_interfaces': [{'id': '74e3dc24-6592-4ca6-8792-7dc7742bec66', 'name': '', 'network_id': 'ade6221a-a6ea-40b9-a81d-35d02db33663', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'mac_address': 'fa:16:3e:64:e7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:00Z', 'updated_at': '2021-05-31T13:31:08Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'subnets': [{'id': '71f7782d-0d96-4da8-8780-471f920cc4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:35.614982 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67838196-9d8f-475d-a688-fb77cadcd90c None None] New status for floating IP 49dd8704-262f-4deb-b288-7c614aa7a96b: DOWN {{(pid=91758) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 13:39:36.377639 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d7f2a-af50-41c2-a96d-a3ae2f5ff2bc req-0a43f168-5464-4033-a08e-e2b17eb49a9d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:36.379112 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f99d7f2a-af50-41c2-a96d-a3ae2f5ff2bc req-0a43f168-5464-4033-a08e-e2b17eb49a9d tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 945 time: 0.1598361 May 31 13:39:36.422683 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-f99d7f2a-af50-41c2-a96d-a3ae2f5ff2bc req-38fc3241-2308-4df2-a7fd-f1b860d83382 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/security-groups?id=d45accf8-933d-40b5-8159-9ad1291108de&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378034 May 31 13:39:36.515050 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-aadd346f-983e-4a05-97e7-65f67d568b42 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91755) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 13:39:36.516431 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-aadd346f-983e-4a05-97e7-65f67d568b42 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 945 time: 0.0807574 May 31 13:39:36.663269 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Deleting port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:36.663581 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.802470 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] For port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa, host hv-cinder-79049, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79049',level=0,port_id=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:36.802854 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:36.930333 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Calling delete_port for 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa owned by compute:nova {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:37.054394 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.060642 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-dbcfa6fa-0e8e-43bb-bae3-081a62ece6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:37.105527 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event deleted for resources: {'Port': ['ID=4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:37.108645 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:37.271396 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] No DVR routers for this DVR port 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa on host hv-cinder-79049 {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:37.274279 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for port, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.276829 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'name': 'network-vif-deleted', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 13:39:37.279242 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.68/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a0fc794ce8961b33af258f66ba048d7a6ab4cb40e340df46c4dfe0f4115bbd22" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24482fe4-098d-4622-9113-14550244a870" -d '{"events": [{"server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "name": "network-vif-deleted", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 13:39:37.291074 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-73230c43-acb3-4cf8-a2c3-35371122b9bb req-5f9c0978-4987-46dd-af29-3cf8cc092bbb tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.41 "DELETE /v2.0/ports/4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa HTTP/1.1" status: 204 len: 173 time: 0.7690670 May 31 13:39:37.373425 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79d728-e111-44bb-a9cf-5fe3857a658e x-openstack-request-id: req-2f79d728-e111-44bb-a9cf-5fe3857a658e {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 13:39:37.373753 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfb5383-0678-4f6a-b66e-439e862475b7", "name": "network-vif-deleted", "tag": "4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa", "status": "completed", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 13:39:37.374100 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.68/compute/v2.1/os-server-external-events used request id req-2f79d728-e111-44bb-a9cf-5fe3857a658e {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 13:39:37.374507 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfb5383-0678-4f6a-b66e-439e862475b7', 'name': 'network-vif-deleted', 'tag': '4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa', 'status': 'completed', 'code': 200} May 31 13:39:37.580389 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-97cf8a82-3ba3-43b9-b2fb-f64ef6361340 req-5aede66d-d934-452f-ac3b-c75029a724cd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Synchronizing usage tracker for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 13:39:37.597649 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.quota.resource [req-97cf8a82-3ba3-43b9-b2fb-f64ef6361340 req-5aede66d-d934-452f-ac3b-c75029a724cd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Unset dirty status for tenant:7cc7528b8c1a4a22b0f9f2f9aa811c14 on resource:port {{(pid=91755) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 13:39:37.598906 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [req-97cf8a82-3ba3-43b9-b2fb-f64ef6361340 req-5aede66d-d934-452f-ac3b-c75029a724cd tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "GET /v2.0/ports?device_id=8cfb5383-0678-4f6a-b66e-439e862475b7 HTTP/1.1" status: 200 len: 210 time: 0.0619891 May 31 13:39:37.798019 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:37.946894 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-52a4a0e4-b2a8-4105-b44f-12430ac5c1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:38.707807 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55628) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:38.931798 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Deleting port 5d2effd5-869a-4a4d-8499-b017825141c7 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:38.932109 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.052775 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.053084 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.178720 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Calling delete_port for 5d2effd5-869a-4a4d-8499-b017825141c7 owned by network:floatingip {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:39.231534 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.293694 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.297362 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-d5f851f3-666f-4eec-a533-e3456d5e3732 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:39.343196 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event deleted for resources: {'Port': ['ID=5d2effd5-869a-4a4d-8499-b017825141c7,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:39.346342 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:39.431979 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for floatingip, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.452136 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-44215'] for floatingip, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:39.453334 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-e5fdd42f-5785-4df0-967e-98692e5d21d2 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "DELETE /v2.0/floatingips/1d194c64-e51d-4aea-b1af-3e1e0a50cbf3 HTTP/1.1" status: 204 len: 168 time: 0.7442446 May 31 13:39:39.561994 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa no longer exists at agent hyperv_hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:39.596052 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] No Port match for: 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:39.596417 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Device 4085ccf0-08e8-4f62-8a0d-dfc2f0e4c1fa not bound to the agent host hv-cinder-79049 {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:40.782344 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:40.848762 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55644) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:40.923272 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d576-6ee5-4974-872e-ae71d745b411 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.042790 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d576-6ee5-4974-872e-ae71d745b411 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.109549 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d576-6ee5-4974-872e-ae71d745b411 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.113437 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-db8ead25-1665-4ab9-b9e0-0c7a2909dd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:41.128032 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9d576-6ee5-4974-872e-ae71d745b411 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45accf8-933d-40b5-8159-9ad1291108de,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:41.131639 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a5c9d576-6ee5-4974-872e-ae71d745b411 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:41.140741 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-a5c9d576-6ee5-4974-872e-ae71d745b411 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:41.141908 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-a5c9d576-6ee5-4974-872e-ae71d745b411 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] 10.222.0.68 "DELETE /v2.0/security-groups/d45accf8-933d-40b5-8159-9ad1291108de HTTP/1.1" status: 204 len: 168 time: 0.2921610 May 31 13:39:41.200372 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55650) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:41.856754 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.262878 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Deleting port 74e3dc24-6592-4ca6-8792-7dc7742bec66 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:42.263178 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.381808 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] For port 74e3dc24-6592-4ca6-8792-7dc7742bec66, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=74e3dc24-6592-4ca6-8792-7dc7742bec66,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:42.382151 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.499169 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Calling delete_port for 74e3dc24-6592-4ca6-8792-7dc7742bec66 owned by network:router_interface {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:42.753054 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:42.756502 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-ac8cb221-a095-4e35-8e4e-023213eb2e94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:42.798315 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Pushing event deleted for resources: {'Port': ['ID=74e3dc24-6592-4ca6-8792-7dc7742bec66,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:42.801356 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:43.071413 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.432951 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91756) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:39:43.617115 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91756) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:43.626292 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] Sync routers for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:43.629372 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-fca1e37d-da9b-48b5-80de-a865b292c822 admin admin] 10.222.0.68 "PUT /v2.0/routers/cb4f802a-3481-47b4-b23b-7adf5f8e5d16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4278958 May 31 13:39:43.632114 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55656) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:43.636577 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:43.637169 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:43.803895 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks [] for router, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:43.811216 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:43.978299 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.161794 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Deleting port 38e50d6d-4b61-44cf-8d0a-1aed1960e402 {{(pid=91756) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:44.162514 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.258146 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109'}], 'enable_snat': True}, 'gw_port_id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:39:42Z', 'revision_number': 5, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port': {'id': '38e50d6d-4b61-44cf-8d0a-1aed1960e402', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:67:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:30:58Z', 'updated_at': '2021-05-31T13:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:44.264375 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] Checking router: cb4f802a-3481-47b4-b23b-7adf5f8e5d16 for host: dv-cinder-790492-5-iscsi {{(pid=91757) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:44.278500 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] Routers {'cb4f802a-3481-47b4-b23b-7adf5f8e5d16'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91757) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:44.279138 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'], 'active': True} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:44.281171 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] For port 38e50d6d-4b61-44cf-8d0a-1aed1960e402, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=38e50d6d-4b61-44cf-8d0a-1aed1960e402,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91756) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:44.281519 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.403243 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.plugins.ml2.plugin [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Calling delete_port for 38e50d6d-4b61-44cf-8d0a-1aed1960e402 owned by network:router_gateway {{(pid=91756) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:44.437042 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvr_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] Set router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 gateway port host: None {{(pid=91757) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:44.541079 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_hamode_db [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:39:43Z', 'revision_number': 6, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91757) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:44.545249 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda71786-92ed-4be6-af64-4c8973bc2abf None None] The sync data for ids ['cb4f802a-3481-47b4-b23b-7adf5f8e5d16'] in dv-cinder-790492-5-iscsi is: [{'id': 'cb4f802a-3481-47b4-b23b-7adf5f8e5d16', 'name': 'tempest-TestVolumeBootPattern-1935294654-router', 'tenant_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:30:57Z', 'updated_at': '2021-05-31T13:39:43Z', 'revision_number': 6, 'project_id': '7cc7528b8c1a4a22b0f9f2f9aa811c14', 'gw_port_host': None}] {{(pid=91757) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:44.553969 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6452485'] for port, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.557996 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-5e8a4d17-9d41-489c-8a87-e21a35559dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:44.601629 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e50d6d-4b61-44cf-8d0a-1aed1960e402,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:44.605759 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:44.694475 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.864501 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.866558 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.893391 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.894332 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb4f802a-3481-47b4-b23b-7adf5f8e5d16 {{(pid=91756) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:39:44.910011 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] Notify callbacks [] for router, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:44.914309 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-7551ec11-d519-46ac-b598-e96b8497b103 admin admin] 10.222.0.68 "DELETE /v2.0/routers/cb4f802a-3481-47b4-b23b-7adf5f8e5d16 HTTP/1.1" status: 204 len: 168 time: 1.2787862 May 31 13:39:44.914488 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55664) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:44.980858 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_v2 [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Deleting subnet 71f7782d-0d96-4da8-8780-471f920cc4b1 {{(pid=91755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:39:44.983849 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.033474 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1415356'] for subnet, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.115823 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.374247 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6796796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6979458'] for subnet, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.379468 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3dbfb71c-3a12-45de-9573-764ece93416a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:45.418255 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f7782d-0d96-4da8-8780-471f920cc4b1,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:45.420250 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.425330 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792fc483-c328-4db2-9ede-aafa490b4a0e None None] Network ade6221a-a6ea-40b9-a81d-35d02db33663 requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:39:45.425799 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:45.427341 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-6470e266-c8a6-4e3f-ad3c-93b586c370dd admin admin] 10.222.0.68 "DELETE /v2.0/subnets/71f7782d-0d96-4da8-8780-471f920cc4b1 HTTP/1.1" status: 204 len: 168 time: 0.5118053 May 31 13:39:45.429943 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55668) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:45.540082 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.616214 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Deleting port 7af19250-07f5-450c-a204-c1a60551f796 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:45.616514 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.719330 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] For port 7af19250-07f5-450c-a204-c1a60551f796, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=7af19250-07f5-450c-a204-c1a60551f796,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:45.719682 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.742935 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] DHCP port deletion for ade6221a-a6ea-40b9-a81d-35d02db33663 request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:39:45.807243 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Deleting port 7af19250-07f5-450c-a204-c1a60551f796 {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:45.807477 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.840390 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Calling delete_port for 7af19250-07f5-450c-a204-c1a60551f796 owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:45.892133 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.896094 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c2640ef5-6520-4e85-9af2-483ee3a453aa tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:45.906846 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] For port 7af19250-07f5-450c-a204-c1a60551f796, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=7af19250-07f5-450c-a204-c1a60551f796,segment=NetworkSegment(52d13e05-6915-4ef2-b486-ceb8b7d49a05),segment_id=52d13e05-6915-4ef2-b486-ceb8b7d49a05)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:45.907249 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:45.940459 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=7af19250-07f5-450c-a204-c1a60551f796,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:45.944419 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:45.947212 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] No DVR routers for this DVR port 7af19250-07f5-450c-a204-c1a60551f796 on host dv-cinder-790492-5-iscsi {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:45.972309 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38e50d6d-4b61-44cf-8d0a-1aed1960e402 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:46.062043 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.062755 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Calling delete_port for 7af19250-07f5-450c-a204-c1a60551f796 owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:46.065304 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 38e50d6d-4b61-44cf-8d0a-1aed1960e402 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:46.065645 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 38e50d6d-4b61-44cf-8d0a-1aed1960e402 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:46.066064 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 74e3dc24-6592-4ca6-8792-7dc7742bec66 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:46.078946 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ade6221a-a6ea-40b9-a81d-35d02db33663']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:46.090947 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d13e05-6915-4ef2-b486-ceb8b7d49a05') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:46.091237 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d13e05-6915-4ef2-b486-ceb8b7d49a05') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:46.100975 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 74e3dc24-6592-4ca6-8792-7dc7742bec66 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:46.101323 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 74e3dc24-6592-4ca6-8792-7dc7742bec66 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:46.101737 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 7af19250-07f5-450c-a204-c1a60551f796 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:46.103025 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.120079 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.127029 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:46.127412 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.138695 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 7af19250-07f5-450c-a204-c1a60551f796 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:46.139066 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 7af19250-07f5-450c-a204-c1a60551f796 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:39:46.141911 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:39:46.173822 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.177374 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:46.219823 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Pushing event deleted for resources: {'Port': ['ID=7af19250-07f5-450c-a204-c1a60551f796,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:46.222506 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.228380 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:46.228568 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] No DVR routers for this DVR port 7af19250-07f5-450c-a204-c1a60551f796 on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:46.230510 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.230892 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.231246 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.231392 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:46.231539 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.231870 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.232268 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.232597 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.232930 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.233379 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.233694 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.234004 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.234312 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-790492-5-iscsi {{(pid=91757) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 13:39:46.238467 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-fea36964-72b9-4726-95b8-7484084183b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:46.254047 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Pushing event deleted for resources: {'Network': ['ID=ade6221a-a6ea-40b9-a81d-35d02db33663,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:46.256683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:46.262842 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-428eaae2-ddca-404b-881b-70192137fd5c admin admin] 10.222.0.68 "DELETE /v2.0/networks/ade6221a-a6ea-40b9-a81d-35d02db33663 HTTP/1.1" status: 204 len: 168 time: 0.8318343 May 31 13:39:46.265953 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55672) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:46.909098 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2060032'] for router_interface, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.314270 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Deleting port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:47.315016 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.435838 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] For port d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,segment=NetworkSegment(9ae34d88-b465-4150-97be-a6fee47fa4c4),segment_id=9ae34d88-b465-4150-97be-a6fee47fa4c4)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:47.436170 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.554352 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Calling delete_port for d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 owned by network:router_interface {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:47.846771 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:47.852806 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7c12bcef-4a79-4986-a91a-d3ae664f2372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:48.006188 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:48.031943 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:48.282820 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1636857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2063760'] for router_interface, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:48.655395 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 has already been hosted by L3 agent 7cc71bcd-72c2-40bd-acc6-c6587808da27 {{(pid=91755) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 13:39:48.833830 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] Notify agent at l3_agent.dv-cinder-790492-5-iscsi the message routers_updated {{(pid=91755) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 13:39:48.843383 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] Sync routers for ids ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'] in dv-cinder-790492-5-iscsi {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 13:39:48.851581 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-9dbd2457-8591-4652-86ac-605bb6ff60ea admin admin] 10.222.0.68 "PUT /v2.0/routers/76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5845706 May 31 13:39:48.854134 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55680) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:48.854270 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] Routers {'76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:48.854860 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:49.028699 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] Set router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 gateway port host: dv-cinder-790492-5-iscsi {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:49.029053 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks [] for router, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.198144 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.346901 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'external_fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:39:47Z', 'revision_number': 5, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port': {'id': 'e7273c74-658c-4567-b4c0-2950aa43d6d3', 'name': '', 'network_id': 'f072082a-a1f0-475e-92e4-72dcb336a4a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:a6:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-790492-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T13:31:06Z', 'updated_at': '2021-05-31T13:31:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4bf632a8-fbf0-4ba1-8083-55f74bfa297f', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-790492-5-iscsi'}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:49.351245 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] Checking router: 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 for host: dv-cinder-790492-5-iscsi {{(pid=91758) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 13:39:49.360549 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] Routers {'76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'} bound to L3 agent in host dv-cinder-790492-5-iscsi {{(pid=91758) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 13:39:49.361177 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-790492-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T12:43:38Z,description=,heartbeat_timestamp=2021-05-31T13:39:38Z,host='dv-cinder-790492-5-iscsi',id=7cc71bcd-72c2-40bd-acc6-c6587808da27,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T12:43:38Z,topic='l3_agent')) {'router_ids': ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'], 'active': True} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:49.395271 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Deleting port e7273c74-658c-4567-b4c0-2950aa43d6d3 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:49.395655 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.513531 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_dvr_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] Set router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 gateway port host: None {{(pid=91758) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 13:39:49.518606 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] For port e7273c74-658c-4567-b4c0-2950aa43d6d3, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=e7273c74-658c-4567-b4c0-2950aa43d6d3,segment=NetworkSegment(375a9e12-1d9e-4054-979c-a85d7ec4871f),segment_id=375a9e12-1d9e-4054-979c-a85d7ec4871f)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:49.518995 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.617639 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.l3_hamode_db [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:39:49Z', 'revision_number': 6, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port_host': None}], 'dv-cinder-790492-5-iscsi', False) {} {{(pid=91758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:49.621557 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11715441-938e-4ad1-8fef-b101f5e03fb2 None None] The sync data for ids ['76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3'] in dv-cinder-790492-5-iscsi is: [{'id': '76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3', 'name': 'tempest-TestVolumeBootPattern-1273624594-router', 'tenant_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T13:31:05Z', 'updated_at': '2021-05-31T13:39:49Z', 'revision_number': 6, 'project_id': '6c7cfbfd3eb24259a04f04b9c3e7f28a', 'gw_port_host': None}] {{(pid=91758) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 13:39:49.641239 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Calling delete_port for e7273c74-658c-4567-b4c0-2950aa43d6d3 owned by network:router_gateway {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:49.788267 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:49.791780 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-3c3a85e0-c336-4e7b-9c5d-5336264c29a4 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:49.834492 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=e7273c74-658c-4567-b4c0-2950aa43d6d3,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:49.862049 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:49.934672 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2062365'] for router_gateway, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.056820 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:50.094559 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:50.094936 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device d2e8d3f3-053f-4ee6-a8bd-f1d6ff95c968 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:50.118167 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2060432', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2481'] for router, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.120355 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.143998 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2063532'] for router, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.144683 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 {{(pid=91755) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 13:39:50.157610 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] Notify callbacks [] for router, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.158757 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-5eedafe1-7d51-4da1-a308-93e6d17c1a3a admin admin] 10.222.0.68 "DELETE /v2.0/routers/76fd6d05-035a-4cc8-93c7-f4cdcb9efeb3 HTTP/1.1" status: 204 len: 168 time: 1.3035638 May 31 13:39:50.161265 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55686) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:50.219253 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.db_base_plugin_v2 [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Deleting subnet 688f1f0f-4a2d-45df-9dec-4f7c809966d3 {{(pid=91755) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 13:39:50.222271 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.272714 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1415356'] for subnet, precommit_delete_associations {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.351903 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-712914'] for subnet, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.612368 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-727911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6796796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6979458'] for subnet, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.614584 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-762ac5bc-5229-430a-a876-987de63cf02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:50.657411 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=688f1f0f-4a2d-45df-9dec-4f7c809966d3,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:50.659800 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:50.662340 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.667864 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399f3bd8-a579-4243-a047-fdfe6f21747e None None] Network 5ba6b67e-7ffb-4c3d-a092-d05f148637dd requested from dv-cinder-790492-5-iscsi {{(pid=91757) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 13:39:50.668174 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-35b49878-720c-4cdb-add9-63bde424b733 admin admin] 10.222.0.68 "DELETE /v2.0/subnets/688f1f0f-4a2d-45df-9dec-4f7c809966d3 HTTP/1.1" status: 204 len: 168 time: 0.5060022 May 31 13:39:50.671052 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55690) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:50.776338 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-524966'] for network, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.847764 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Deleting port 046b2570-874c-4c67-a278-4fff751e6dec {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:50.848524 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:50.914576 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] DHCP port deletion for 5ba6b67e-7ffb-4c3d-a092-d05f148637dd request from dv-cinder-790492-5-iscsi {{(pid=91757) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 13:39:50.988248 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] Deleting port 046b2570-874c-4c67-a278-4fff751e6dec {{(pid=91757) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 13:39:50.988635 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770001500995'] for port, before_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.052694 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] For port 046b2570-874c-4c67-a278-4fff751e6dec, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=046b2570-874c-4c67-a278-4fff751e6dec,segment=NetworkSegment(9ae34d88-b465-4150-97be-a6fee47fa4c4),segment_id=9ae34d88-b465-4150-97be-a6fee47fa4c4)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:51.053037 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.086471 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.db [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] For port 046b2570-874c-4c67-a278-4fff751e6dec, host dv-cinder-790492-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-790492-5-iscsi',level=0,port_id=046b2570-874c-4c67-a278-4fff751e6dec,segment=NetworkSegment(9ae34d88-b465-4150-97be-a6fee47fa4c4),segment_id=9ae34d88-b465-4150-97be-a6fee47fa4c4)] {{(pid=91757) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 13:39:51.087084 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2057681'] for port, precommit_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.175678 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Calling delete_port for 046b2570-874c-4c67-a278-4fff751e6dec owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:51.205975 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] Calling delete_port for 046b2570-874c-4c67-a278-4fff751e6dec owned by network:dhcp {{(pid=91757) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 13:39:51.225412 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6797071'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.229180 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-eb2aed97-87f1-46a9-b3eb-237da499e3f0 tempest-TestVolumeBootPattern-896808241 tempest-TestVolumeBootPattern-896808241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:51.248973 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-639433', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-204611', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1636843', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770001502118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770001035987'] for port, after_delete {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.253330 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:51.270285 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Pushing event deleted for resources: {'Port': ['ID=046b2570-874c-4c67-a278-4fff751e6dec,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:51.273828 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:51.276107 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] No DVR routers for this DVR port 046b2570-874c-4c67-a278-4fff751e6dec on host dv-cinder-790492-5-iscsi {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:51.299774 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] Pushing event deleted for resources: {'Port': ['ID=046b2570-874c-4c67-a278-4fff751e6dec,revision_number=None']} {{(pid=91757) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:51.301790 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] No DVR routers for this DVR port 046b2570-874c-4c67-a278-4fff751e6dec on host dv-cinder-790492-5-iscsi {{(pid=91757) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 13:39:51.303268 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG oslo_concurrency.lockutils [None req-dde08b47-bcae-46cc-9696-45b19ebb9fbb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91757) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:51.394717 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-728669', 'neutron.services.segments.db._delete_segments_for_network-8770001561308'] for network, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.408705 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba6b67e-7ffb-4c3d-a092-d05f148637dd']}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:51.421731 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae34d88-b465-4150-97be-a6fee47fa4c4') {'for_net_delete': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:51.422026 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.services.segments.db [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae34d88-b465-4150-97be-a6fee47fa4c4') {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 13:39:51.433319 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770001574813', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1415351'] for segment, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.449163 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237'] for segment, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.456036 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=91755) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 13:39:51.456418 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-715237', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6797146'] for segment, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: Traceback (most recent call last): May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: timer() May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: cb(*args, **kw) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: return func(*args, **kwargs) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: self._notify() May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: self.callback(batched_events) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: event.method(event) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: aggregate_uuid = self.p_client.list_aggregates( May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: return f(self, *a, **k) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._get(url).json() May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: return self.request(url, 'GET', **kwargs) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: base_url = self.get_endpoint(auth, allow=allow, May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 13:39:51.470100 dv-cinder-790492-5-iscsi neutron-server[91755]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 13:39:51.555950 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-728660', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-2017870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1636848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2062336'] for network, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.562449 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1636821'] for network, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.564857 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9d8bc47d-72a9-4bca-b2c4-8d6fd015460c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:51.585576 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba6b67e-7ffb-4c3d-a092-d05f148637dd,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:51.588086 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:51.594923 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-e63eaa2a-82c2-4e55-9ebd-add54327b58c admin admin] 10.222.0.68 "DELETE /v2.0/networks/5ba6b67e-7ffb-4c3d-a092-d05f148637dd HTTP/1.1" status: 204 len: 168 time: 0.9228725 May 31 13:39:51.725032 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55696) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:51.772791 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-b34cff71-4be4-4ffb-a861-2f303d926f15 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=7cc7528b8c1a4a22b0f9f2f9aa811c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465658 May 31 13:39:51.775115 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.wsgi [-] (91755) accepted ('10.222.0.68', 55700) {{(pid=91755) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:51.837978 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd66a-1741-4753-99a7-fb42cf4ad283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.864961 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd66a-1741-4753-99a7-fb42cf4ad283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.911864 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device e7273c74-658c-4567-b4c0-2950aa43d6d3 no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:51.920192 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd66a-1741-4753-99a7-fb42cf4ad283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.924034 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0797c42f-a88e-4559-99b7-8818243c0e4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:51.938124 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fdd66a-1741-4753-99a7-fb42cf4ad283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1585951-1d9e-4842-9464-33f6f21211b6,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:51.942021 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-c4fdd66a-1741-4753-99a7-fb42cf4ad283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:51.945303 dv-cinder-790492-5-iscsi neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c4fdd66a-1741-4753-99a7-fb42cf4ad283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:51.946429 dv-cinder-790492-5-iscsi neutron-server[91755]: INFO neutron.wsgi [None req-c4fdd66a-1741-4753-99a7-fb42cf4ad283 admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/d1585951-1d9e-4842-9464-33f6f21211b6 HTTP/1.1" status: 204 len: 168 time: 0.1704781 May 31 13:39:51.954180 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: e7273c74-658c-4567-b4c0-2950aa43d6d3 {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:51.954538 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device e7273c74-658c-4567-b4c0-2950aa43d6d3 not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:51.954994 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 046b2570-874c-4c67-a278-4fff751e6dec no longer exists at agent ovs-agent-dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 13:39:51.994659 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.plugin [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] No Port match for: 046b2570-874c-4c67-a278-4fff751e6dec {{(pid=91757) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 13:39:51.995038 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron.plugins.ml2.rpc [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Device 046b2570-874c-4c67-a278-4fff751e6dec not bound to the agent host dv-cinder-790492-5-iscsi {{(pid=91757) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 13:39:52.308955 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55708) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:52.360484 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-5111a88d-d8f4-4d5b-a0c2-7997979aa860 admin admin] 10.222.0.68 "GET /v2.0/security-groups?tenant_id=6c7cfbfd3eb24259a04f04b9c3e7f28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501273 May 31 13:39:52.364060 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.wsgi [-] (91756) accepted ('10.222.0.68', 55712) {{(pid=91756) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 13:39:52.436314 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c20cd857-dbda-48fa-a061-f902964ad8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.463794 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c20cd857-dbda-48fa-a061-f902964ad8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.521865 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c20cd857-dbda-48fa-a061-f902964ad8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2017916'] for security_group, after_delete {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.525426 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c3f36c9d-b7ad-4b66-9b14-5091f1d049ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 13:39:52.536373 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cd857-dbda-48fa-a061-f902964ad8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b60be2e-7355-40ee-a960-c09665cc6c77,revision_number=None']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 13:39:52.539330 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-c20cd857-dbda-48fa-a061-f902964ad8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 13:39:52.544683 dv-cinder-790492-5-iscsi neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-c20cd857-dbda-48fa-a061-f902964ad8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:39:52.547984 dv-cinder-790492-5-iscsi neutron-server[91756]: INFO neutron.wsgi [None req-c20cd857-dbda-48fa-a061-f902964ad8db admin admin] 10.222.0.68 "DELETE /v2.0/security-groups/9b60be2e-7355-40ee-a960-c09665cc6c77 HTTP/1.1" status: 204 len: 168 time: 0.1802902 May 31 13:40:02.819161 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:05.369193 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-cb389485-9595-4e28-a026-dbc961417ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.800164 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:07.964336 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-218a9fb6-7434-4fcf-8285-0db3762713ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:09.243015 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:10.488201 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:40:10.785174 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:32.832695 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:35.370245 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d659c765-87ad-41e6-9429-ff36997d26e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.802473 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:37.956289 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-794136c2-8433-43c6-a392-0e3b26378067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:39.250848 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:40.792416 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:40:47.493020 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:41:02.826617 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:05.375094 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-efa69597-99b6-41dc-8367-49653d80cd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.806554 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:07.959082 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-024a0315-83dc-4a24-8d25-d2a1b2dfc51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:09.250693 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:10.795457 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:24.497982 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:41:32.843305 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:35.380444 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-af1234d1-7e66-41ee-b493-a20eff577a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.812391 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:37.982566 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5b7ab4d6-0191-4d39-ab39-22b949fa71ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:39.255894 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:41:40.795497 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:01.502329 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:42:02.850041 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:05.387919 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1cf0f988-de68-443b-9faf-813759317d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.809692 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:07.968587 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-952531c4-db37-4a6c-b634-4d87ecbb9262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:09.258280 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:10.805023 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:32.873850 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:35.383238 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c92afde9-6083-49f1-9380-bc20b93ff180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.806519 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:37.962710 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-44147a0b-1374-47b3-9c03-26088757fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:38.506662 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:42:39.267258 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:42:40.807847 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:02.868475 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:05.388081 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-40d08e53-6df9-47bf-b785-92bedebd08c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.799261 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:07.958318 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-08b44c97-12af-437b-abe6-99aa0c3e2354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:09.260488 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:10.815050 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:15.510596 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:43:32.884706 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:35.392919 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-d709a494-aac4-409f-82f1-d1046d6c9d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.811660 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:37.975883 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-396634cc-be71-4a70-8f61-8b1966935ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:39.265285 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:40.816938 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:43:52.515280 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:44:02.886267 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:05.396034 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-43dbca22-d478-44ca-ac23-1f81d7664f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.806843 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:07.960809 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-ba21e9bf-49e5-4756-9082-68d17b665ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:09.267772 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:10.820431 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:29.518804 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 13:44:32.901356 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:35.405191 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-8436330c-dda5-4dd4-b87d-8ed6944f4874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.808099 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-5099dfba-0668-4dc6-ab17-2d2b205cce4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:37.971020 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-09fae076-48d2-417a-8df8-780b9fd7df30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:39.276061 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-c9d2274b-4cd5-45e7-af8b-75704a8a7c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:44:40.825677 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-7ba0a9c8-ff21-4578-8c52-dac5b44a8181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:02.887174 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-909a84ba-bae9-4a74-ba43-c398b3dff85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:05.393073 dv-cinder-790492-5-iscsi neutron-server[91757]: DEBUG neutron_lib.callbacks.manager [None req-1931328e-1447-4606-84d3-eca4ccce0553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770001561326', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-726163'] for agent, after_update {{(pid=91757) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 13:45:06.518159 dv-cinder-790492-5-iscsi neutron-server[91758]: DEBUG neutron.db.agents_db [None req-a5247913-06d1-4c2b-8a06-44109eba110d None None] Agent healthcheck: found 6 active agents {{(pid=91758) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}